2024-12-05 23:19:08,145 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-12-05 23:19:08,181 main DEBUG Took 0.033779 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 23:19:08,182 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 23:19:08,182 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 23:19:08,183 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 23:19:08,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,195 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 23:19:08,215 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,219 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,223 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,224 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,226 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,228 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,230 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,233 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,234 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:19:08,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,235 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 23:19:08,237 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:19:08,239 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 23:19:08,242 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 23:19:08,242 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 23:19:08,244 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 23:19:08,244 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 23:19:08,257 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 23:19:08,260 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 23:19:08,262 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 23:19:08,263 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 23:19:08,263 main DEBUG createAppenders(={Console}) 2024-12-05 23:19:08,264 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 initialized 2024-12-05 23:19:08,265 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-12-05 23:19:08,265 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 OK. 2024-12-05 23:19:08,266 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 23:19:08,266 main DEBUG OutputStream closed 2024-12-05 23:19:08,267 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 23:19:08,267 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 23:19:08,267 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@53aac487 OK 2024-12-05 23:19:08,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 23:19:08,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 23:19:08,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 23:19:08,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 23:19:08,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 23:19:08,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 23:19:08,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 23:19:08,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 23:19:08,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 23:19:08,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 23:19:08,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 23:19:08,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 23:19:08,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 23:19:08,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 23:19:08,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 23:19:08,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 23:19:08,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 23:19:08,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 23:19:08,391 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 23:19:08,392 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6e4566f1) with optional ClassLoader: null 2024-12-05 23:19:08,392 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 23:19:08,393 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6e4566f1] started OK. 2024-12-05T23:19:08,797 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e 2024-12-05 23:19:08,801 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 23:19:08,801 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T23:19:08,815 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-05T23:19:08,849 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:19:08,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb, deleteOnExit=true 2024-12-05T23:19:08,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T23:19:08,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/test.cache.data in system properties and HBase conf 2024-12-05T23:19:08,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:19:08,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:19:08,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:19:08,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:19:08,865 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T23:19:09,011 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T23:19:09,156 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:19:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:19:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:09,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:19:09,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:19:09,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:09,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:09,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:19:09,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:19:09,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:19:09,169 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:09,169 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:19:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:19:10,329 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T23:19:10,451 INFO [Time-limited test {}] log.Log(170): Logging initialized @3573ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T23:19:10,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:10,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:10,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:10,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:10,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:19:10,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:10,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396e6ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:10,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12453993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:11,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7145379e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/java.io.tmpdir/jetty-localhost-33229-hadoop-hdfs-3_4_1-tests_jar-_-any-16571166109573723892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:11,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72bfbbd3{HTTP/1.1, (http/1.1)}{localhost:33229} 2024-12-05T23:19:11,067 INFO [Time-limited test {}] server.Server(415): Started @4191ms 2024-12-05T23:19:11,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:11,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:11,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:11,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:11,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:19:11,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46545bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:11,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f1c705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:12,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@405f8f74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/java.io.tmpdir/jetty-localhost-45729-hadoop-hdfs-3_4_1-tests_jar-_-any-7527581065244301481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:12,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10b53e23{HTTP/1.1, (http/1.1)}{localhost:45729} 2024-12-05T23:19:12,039 INFO [Time-limited test {}] server.Server(415): Started @5163ms 2024-12-05T23:19:12,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:19:12,883 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb/dfs/data/data1/current/BP-1908371410-172.17.0.2-1733440750010/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:12,886 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb/dfs/data/data2/current/BP-1908371410-172.17.0.2-1733440750010/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:12,939 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:19:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x381e512c35cad5f1 with lease ID 0x4d47f9f03af5fe79: Processing first storage report for DS-eaf8be74-e7ca-4eb1-938b-9b5b5acbd4da from datanode DatanodeRegistration(127.0.0.1:38567, datanodeUuid=4520b26c-d78d-4dfd-bf06-df51f94b394f, infoPort=38743, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=1408953532;c=1733440750010) 2024-12-05T23:19:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x381e512c35cad5f1 with lease ID 0x4d47f9f03af5fe79: from storage DS-eaf8be74-e7ca-4eb1-938b-9b5b5acbd4da node DatanodeRegistration(127.0.0.1:38567, datanodeUuid=4520b26c-d78d-4dfd-bf06-df51f94b394f, infoPort=38743, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=1408953532;c=1733440750010), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T23:19:13,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x381e512c35cad5f1 with lease ID 0x4d47f9f03af5fe79: Processing first storage report for DS-d8897336-a47f-4e97-9b35-f8e698e18fa1 from datanode DatanodeRegistration(127.0.0.1:38567, datanodeUuid=4520b26c-d78d-4dfd-bf06-df51f94b394f, infoPort=38743, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=1408953532;c=1733440750010) 2024-12-05T23:19:13,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x381e512c35cad5f1 with lease ID 0x4d47f9f03af5fe79: from storage DS-d8897336-a47f-4e97-9b35-f8e698e18fa1 node DatanodeRegistration(127.0.0.1:38567, datanodeUuid=4520b26c-d78d-4dfd-bf06-df51f94b394f, infoPort=38743, infoSecurePort=0, ipcPort=41347, storageInfo=lv=-57;cid=testClusterID;nsid=1408953532;c=1733440750010), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:19:13,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e 2024-12-05T23:19:13,220 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb/zookeeper_0, clientPort=49561, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:19:13,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49561 2024-12-05T23:19:13,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:13,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:13,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:19:14,022 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 with version=8 2024-12-05T23:19:14,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/hbase-staging 2024-12-05T23:19:14,179 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T23:19:14,510 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9e5740704f6b:0 server-side Connection retries=45 2024-12-05T23:19:14,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:14,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:14,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:19:14,733 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T23:19:14,743 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T23:19:14,747 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:14,775 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6597 (auto-detected) 2024-12-05T23:19:14,776 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T23:19:14,796 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33951 2024-12-05T23:19:14,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:14,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:14,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33951 connecting to ZooKeeper ensemble=127.0.0.1:49561 2024-12-05T23:19:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339510x0, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:14,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33951-0x10184ecb8a10000 connected 2024-12-05T23:19:14,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T23:19:14,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T23:19:14,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T23:19:14,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33951 2024-12-05T23:19:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33951 2024-12-05T23:19:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33951 2024-12-05T23:19:14,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33951 2024-12-05T23:19:14,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33951 2024-12-05T23:19:14,906 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5, hbase.cluster.distributed=false 2024-12-05T23:19:14,997 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9e5740704f6b:0 server-side Connection retries=45 2024-12-05T23:19:14,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:14,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:15,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:19:15,005 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:15,007 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41841 2024-12-05T23:19:15,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:19:15,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:19:15,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41841 connecting to ZooKeeper ensemble=127.0.0.1:49561 2024-12-05T23:19:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418410x0, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:15,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T23:19:15,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41841-0x10184ecb8a10001 connected 2024-12-05T23:19:15,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T23:19:15,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T23:19:15,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41841 2024-12-05T23:19:15,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41841 2024-12-05T23:19:15,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41841 2024-12-05T23:19:15,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41841 2024-12-05T23:19:15,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41841 2024-12-05T23:19:15,044 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9e5740704f6b,33951,1733440754171 2024-12-05T23:19:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T23:19:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T23:19:15,054 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9e5740704f6b,33951,1733440754171 2024-12-05T23:19:15,063 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9e5740704f6b:33951 2024-12-05T23:19:15,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T23:19:15,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T23:19:15,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:15,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:15,079 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T23:19:15,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T23:19:15,080 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9e5740704f6b,33951,1733440754171 from backup master directory 2024-12-05T23:19:15,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9e5740704f6b,33951,1733440754171 2024-12-05T23:19:15,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T23:19:15,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T23:19:15,084 WARN [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:15,084 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9e5740704f6b,33951,1733440754171 2024-12-05T23:19:15,087 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T23:19:15,089 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T23:19:15,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:19:15,557 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/hbase.id with ID: acd05796-a775-429d-b224-d9f4d423641f 2024-12-05T23:19:15,599 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:15,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:19:15,667 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:15,669 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:19:15,686 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:15,691 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:15,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:19:16,140 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store 2024-12-05T23:19:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:19:16,160 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T23:19:16,160 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:16,162 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:16,162 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,162 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,162 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:16,162 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,162 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,162 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T23:19:16,164 WARN [master/9e5740704f6b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/.initializing 2024-12-05T23:19:16,164 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/WALs/9e5740704f6b,33951,1733440754171 2024-12-05T23:19:16,171 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:16,181 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5740704f6b%2C33951%2C1733440754171, suffix=, logDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/WALs/9e5740704f6b,33951,1733440754171, archiveDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/oldWALs, maxLogs=10 2024-12-05T23:19:16,201 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/WALs/9e5740704f6b,33951,1733440754171/9e5740704f6b%2C33951%2C1733440754171.1733440756185, exclude list is [], retry=0 2024-12-05T23:19:16,219 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-eaf8be74-e7ca-4eb1-938b-9b5b5acbd4da,DISK] 2024-12-05T23:19:16,223 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T23:19:16,264 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/WALs/9e5740704f6b,33951,1733440754171/9e5740704f6b%2C33951%2C1733440754171.1733440756185 2024-12-05T23:19:16,266 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-12-05T23:19:16,266 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:16,267 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:16,271 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,273 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:19:16,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:16,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:19:16,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:16,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:19:16,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:16,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:19:16,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:16,380 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,381 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,389 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:16,392 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,396 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:16,397 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73755439, jitterRate=0.09904168546199799}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:16,401 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T23:19:16,402 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:19:16,431 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417df2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:16,465 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T23:19:16,477 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:19:16,477 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:19:16,480 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:19:16,481 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T23:19:16,486 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-05T23:19:16,486 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:19:16,510 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:19:16,523 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T23:19:16,525 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T23:19:16,527 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:19:16,529 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:19:16,530 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T23:19:16,532 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:19:16,536 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:19:16,537 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T23:19:16,538 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:19:16,541 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T23:19:16,551 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:19:16,553 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T23:19:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T23:19:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T23:19:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:16,559 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9e5740704f6b,33951,1733440754171, sessionid=0x10184ecb8a10000, setting cluster-up flag (Was=false) 2024-12-05T23:19:16,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:16,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:16,578 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T23:19:16,579 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9e5740704f6b,33951,1733440754171 2024-12-05T23:19:16,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:16,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:16,593 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T23:19:16,595 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9e5740704f6b,33951,1733440754171 2024-12-05T23:19:16,660 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9e5740704f6b:41841 2024-12-05T23:19:16,662 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1008): ClusterId : acd05796-a775-429d-b224-d9f4d423641f 2024-12-05T23:19:16,666 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:19:16,672 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:19:16,672 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:19:16,675 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:19:16,676 DEBUG [RS:0;9e5740704f6b:41841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac6697e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:16,681 DEBUG [RS:0;9e5740704f6b:41841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359c4554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9e5740704f6b/172.17.0.2:0 2024-12-05T23:19:16,684 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T23:19:16,684 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T23:19:16,684 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T23:19:16,686 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(3073): reportForDuty to master=9e5740704f6b,33951,1733440754171 with isa=9e5740704f6b/172.17.0.2:41841, startcode=1733440754996 2024-12-05T23:19:16,696 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:16,698 DEBUG [RS:0;9e5740704f6b:41841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:19:16,702 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T23:19:16,705 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:19:16,710 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9e5740704f6b,33951,1733440754171 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:19:16,714 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9e5740704f6b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:16,714 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9e5740704f6b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:16,714 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9e5740704f6b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:16,715 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9e5740704f6b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:16,715 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9e5740704f6b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:19:16,715 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,715 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9e5740704f6b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:16,716 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,721 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440786721 2024-12-05T23:19:16,723 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:19:16,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:16,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:19:16,727 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:19:16,731 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:19:16,732 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,732 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:19:16,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:19:16,732 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:19:16,733 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:19:16,735 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,737 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35889, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:19:16,741 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:19:16,742 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:19:16,743 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:19:16,746 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:16,747 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:19:16,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741831_1007 (size=1039) 2024-12-05T23:19:16,747 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:19:16,752 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9e5740704f6b:0:becomeActiveMaster-HFileCleaner.large.0-1733440756749,5,FailOnTimeoutGroup] 2024-12-05T23:19:16,752 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9e5740704f6b:0:becomeActiveMaster-HFileCleaner.small.0-1733440756752,5,FailOnTimeoutGroup] 2024-12-05T23:19:16,752 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,753 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:19:16,754 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,755 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,772 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-05T23:19:16,773 WARN [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T23:19:16,874 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(3073): reportForDuty to master=9e5740704f6b,33951,1733440754171 with isa=9e5740704f6b/172.17.0.2:41841, startcode=1733440754996 2024-12-05T23:19:16,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:16,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] master.ServerManager(486): Registering regionserver=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:16,886 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:19:16,886 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43913 2024-12-05T23:19:16,886 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T23:19:16,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T23:19:16,891 DEBUG [RS:0;9e5740704f6b:41841 {}] zookeeper.ZKUtil(111): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9e5740704f6b,41841,1733440754996 2024-12-05T23:19:16,891 WARN [RS:0;9e5740704f6b:41841 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:16,891 INFO [RS:0;9e5740704f6b:41841 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:16,892 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/WALs/9e5740704f6b,41841,1733440754996 2024-12-05T23:19:16,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9e5740704f6b,41841,1733440754996] 2024-12-05T23:19:16,904 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T23:19:16,915 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:19:16,926 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:19:16,929 INFO [RS:0;9e5740704f6b:41841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:19:16,929 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,930 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T23:19:16,936 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,937 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,937 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,937 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,937 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,937 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,937 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9e5740704f6b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:16,937 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,938 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,938 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,938 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,938 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9e5740704f6b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:16,938 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9e5740704f6b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:16,938 DEBUG [RS:0;9e5740704f6b:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:16,939 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,939 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,939 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,940 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,940 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,41841,1733440754996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:16,959 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:19:16,962 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,41841,1733440754996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:16,981 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.Replication(204): 9e5740704f6b,41841,1733440754996 started 2024-12-05T23:19:16,981 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1767): Serving as 9e5740704f6b,41841,1733440754996, RpcServer on 9e5740704f6b/172.17.0.2:41841, sessionid=0x10184ecb8a10001 2024-12-05T23:19:16,982 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:19:16,982 DEBUG [RS:0;9e5740704f6b:41841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:16,982 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9e5740704f6b,41841,1733440754996' 2024-12-05T23:19:16,982 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T23:19:16,983 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T23:19:16,983 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:19:16,984 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:19:16,984 DEBUG [RS:0;9e5740704f6b:41841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:16,984 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9e5740704f6b,41841,1733440754996' 2024-12-05T23:19:16,984 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T23:19:16,985 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T23:19:16,985 DEBUG [RS:0;9e5740704f6b:41841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:19:16,985 INFO [RS:0;9e5740704f6b:41841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:19:16,985 INFO [RS:0;9e5740704f6b:41841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:19:17,091 INFO [RS:0;9e5740704f6b:41841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:17,095 INFO [RS:0;9e5740704f6b:41841 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5740704f6b%2C41841%2C1733440754996, suffix=, logDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/WALs/9e5740704f6b,41841,1733440754996, archiveDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/oldWALs, maxLogs=32 2024-12-05T23:19:17,112 DEBUG [RS:0;9e5740704f6b:41841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/WALs/9e5740704f6b,41841,1733440754996/9e5740704f6b%2C41841%2C1733440754996.1733440757097, exclude list is [], retry=0 2024-12-05T23:19:17,117 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-eaf8be74-e7ca-4eb1-938b-9b5b5acbd4da,DISK] 2024-12-05T23:19:17,121 INFO [RS:0;9e5740704f6b:41841 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/WALs/9e5740704f6b,41841,1733440754996/9e5740704f6b%2C41841%2C1733440754996.1733440757097 2024-12-05T23:19:17,123 DEBUG [RS:0;9e5740704f6b:41841 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-12-05T23:19:17,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T23:19:17,150 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:19:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:19:17,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:17,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:17,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:17,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:17,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:17,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:17,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:17,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740 2024-12-05T23:19:17,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740 2024-12-05T23:19:17,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:19:17,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T23:19:17,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:17,189 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60778684, jitterRate=-0.09432703256607056}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:19:17,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T23:19:17,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:17,191 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:17,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:17,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:17,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:17,193 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:17,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T23:19:17,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:17,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T23:19:17,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:19:17,210 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:17,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:19:17,365 DEBUG [9e5740704f6b:33951 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:19:17,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:17,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9e5740704f6b,41841,1733440754996, state=OPENING 2024-12-05T23:19:17,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:19:17,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:17,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:17,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T23:19:17,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T23:19:17,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:19:17,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:17,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:19:17,561 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:19:17,572 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T23:19:17,572 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:17,573 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:19:17,576 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5740704f6b%2C41841%2C1733440754996.meta, suffix=.meta, logDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/WALs/9e5740704f6b,41841,1733440754996, archiveDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/oldWALs, maxLogs=32 2024-12-05T23:19:17,600 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/WALs/9e5740704f6b,41841,1733440754996/9e5740704f6b%2C41841%2C1733440754996.meta.1733440757578.meta, exclude list is [], retry=0 2024-12-05T23:19:17,605 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38567,DS-eaf8be74-e7ca-4eb1-938b-9b5b5acbd4da,DISK] 2024-12-05T23:19:17,608 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/WALs/9e5740704f6b,41841,1733440754996/9e5740704f6b%2C41841%2C1733440754996.meta.1733440757578.meta 2024-12-05T23:19:17,609 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-12-05T23:19:17,609 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:17,611 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:17,681 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:19:17,686 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:19:17,690 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:19:17,690 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:17,691 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T23:19:17,691 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T23:19:17,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:17,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:17,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:17,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:17,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:17,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:17,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,703 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740 2024-12-05T23:19:17,705 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740 2024-12-05T23:19:17,708 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:19:17,710 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T23:19:17,712 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60776368, jitterRate=-0.09436154365539551}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:19:17,713 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T23:19:17,720 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440757551 2024-12-05T23:19:17,732 DEBUG [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:19:17,732 INFO [RS_OPEN_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T23:19:17,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:17,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9e5740704f6b,41841,1733440754996, state=OPEN 2024-12-05T23:19:17,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T23:19:17,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T23:19:17,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T23:19:17,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T23:19:17,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:19:17,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9e5740704f6b,41841,1733440754996 in 360 msec 2024-12-05T23:19:17,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:19:17,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-12-05T23:19:17,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1170 sec 2024-12-05T23:19:17,759 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440757759, completionTime=-1 2024-12-05T23:19:17,760 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:19:17,760 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T23:19:17,797 DEBUG [hconnection-0x7c88be5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:17,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:17,810 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-05T23:19:17,810 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440817810 2024-12-05T23:19:17,810 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440877810 2024-12-05T23:19:17,810 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-12-05T23:19:17,831 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,33951,1733440754171-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,831 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,33951,1733440754171-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,832 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,33951,1733440754171-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,833 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9e5740704f6b:33951, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,833 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,839 DEBUG [master/9e5740704f6b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T23:19:17,841 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T23:19:17,843 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:19:17,849 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T23:19:17,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:17,853 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741835_1011 (size=358) 2024-12-05T23:19:18,270 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19c3e269a0945218bbef8f0e83928ba7, NAME => 'hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:19:18,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741836_1012 (size=42) 2024-12-05T23:19:18,681 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:18,681 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 19c3e269a0945218bbef8f0e83928ba7, disabling compactions & flushes 2024-12-05T23:19:18,681 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:19:18,681 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:19:18,681 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. after waiting 0 ms 2024-12-05T23:19:18,681 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:19:18,681 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:19:18,681 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19c3e269a0945218bbef8f0e83928ba7: 2024-12-05T23:19:18,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:18,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733440758685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440758685"}]},"ts":"1733440758685"} 2024-12-05T23:19:18,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T23:19:18,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:18,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440758718"}]},"ts":"1733440758718"} 2024-12-05T23:19:18,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T23:19:18,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=19c3e269a0945218bbef8f0e83928ba7, ASSIGN}] 2024-12-05T23:19:18,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=19c3e269a0945218bbef8f0e83928ba7, ASSIGN 2024-12-05T23:19:18,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=19c3e269a0945218bbef8f0e83928ba7, ASSIGN; state=OFFLINE, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=false 2024-12-05T23:19:18,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=19c3e269a0945218bbef8f0e83928ba7, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:18,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 19c3e269a0945218bbef8f0e83928ba7, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:19:19,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:19,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:19:19,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 19c3e269a0945218bbef8f0e83928ba7, NAME => 'hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:19,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:19:19,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:19,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:19:19,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:19:19,055 INFO [StoreOpener-19c3e269a0945218bbef8f0e83928ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:19:19,057 INFO [StoreOpener-19c3e269a0945218bbef8f0e83928ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c3e269a0945218bbef8f0e83928ba7 columnFamilyName info 2024-12-05T23:19:19,057 DEBUG [StoreOpener-19c3e269a0945218bbef8f0e83928ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:19,058 INFO [StoreOpener-19c3e269a0945218bbef8f0e83928ba7-1 {}] regionserver.HStore(327): Store=19c3e269a0945218bbef8f0e83928ba7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:19,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:19:19,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:19:19,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:19:19,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:19,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 19c3e269a0945218bbef8f0e83928ba7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71221374, jitterRate=0.061281174421310425}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T23:19:19,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 19c3e269a0945218bbef8f0e83928ba7: 2024-12-05T23:19:19,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7., pid=6, masterSystemTime=1733440759045 2024-12-05T23:19:19,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:19:19,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:19:19,074 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=19c3e269a0945218bbef8f0e83928ba7, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:19,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:19:19,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 19c3e269a0945218bbef8f0e83928ba7, server=9e5740704f6b,41841,1733440754996 in 185 msec 2024-12-05T23:19:19,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:19:19,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=19c3e269a0945218bbef8f0e83928ba7, ASSIGN in 349 msec 2024-12-05T23:19:19,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:19,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440759085"}]},"ts":"1733440759085"} 2024-12-05T23:19:19,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T23:19:19,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:19,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2490 sec 2024-12-05T23:19:19,153 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T23:19:19,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:19,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T23:19:19,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:19:19,187 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T23:19:19,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T23:19:19,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-12-05T23:19:19,222 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T23:19:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T23:19:19,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-05T23:19:19,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T23:19:19,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T23:19:19,252 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.168sec 2024-12-05T23:19:19,254 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:19:19,255 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:19:19,256 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:19:19,257 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:19:19,257 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:19:19,258 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,33951,1733440754171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:19,258 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,33951,1733440754171-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:19:19,264 DEBUG [master/9e5740704f6b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:19:19,265 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:19:19,265 INFO [master/9e5740704f6b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5740704f6b,33951,1733440754171-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:19,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cbfcde7 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78d66793 2024-12-05T23:19:19,363 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-05T23:19:19,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78752151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:19,376 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T23:19:19,376 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T23:19:19,386 DEBUG [hconnection-0x6abe694e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:19,393 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:19,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9e5740704f6b,33951,1733440754171 2024-12-05T23:19:19,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=4347 2024-12-05T23:19:19,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:19,432 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:19,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:19:19,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:19,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:19,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-05T23:19:19,448 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:19,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T23:19:19,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741837_1013 (size=963) 2024-12-05T23:19:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T23:19:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T23:19:19,868 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:19:19,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741838_1014 (size=53) 2024-12-05T23:19:19,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:19,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 78b985790178fef7ed6ce5d9c87b0019, disabling compactions & flushes 2024-12-05T23:19:19,877 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:19,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:19,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. after waiting 0 ms 2024-12-05T23:19:19,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:19,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:19,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:19,880 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:19,880 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733440759880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440759880"}]},"ts":"1733440759880"} 2024-12-05T23:19:19,883 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T23:19:19,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:19,885 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440759885"}]},"ts":"1733440759885"} 2024-12-05T23:19:19,887 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T23:19:19,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=78b985790178fef7ed6ce5d9c87b0019, ASSIGN}] 2024-12-05T23:19:19,893 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=78b985790178fef7ed6ce5d9c87b0019, ASSIGN 2024-12-05T23:19:19,894 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=78b985790178fef7ed6ce5d9c87b0019, ASSIGN; state=OFFLINE, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=false 2024-12-05T23:19:20,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=78b985790178fef7ed6ce5d9c87b0019, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:19:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T23:19:20,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,209 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:20,209 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:20,210 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,210 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:20,210 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,210 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,212 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,216 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:20,216 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78b985790178fef7ed6ce5d9c87b0019 columnFamilyName A 2024-12-05T23:19:20,216 DEBUG [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:20,217 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.HStore(327): Store=78b985790178fef7ed6ce5d9c87b0019/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:20,217 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,219 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:20,220 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78b985790178fef7ed6ce5d9c87b0019 columnFamilyName B 2024-12-05T23:19:20,220 DEBUG [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:20,221 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.HStore(327): Store=78b985790178fef7ed6ce5d9c87b0019/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:20,221 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,223 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:20,223 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78b985790178fef7ed6ce5d9c87b0019 columnFamilyName C 2024-12-05T23:19:20,223 DEBUG [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:20,224 INFO [StoreOpener-78b985790178fef7ed6ce5d9c87b0019-1 {}] regionserver.HStore(327): Store=78b985790178fef7ed6ce5d9c87b0019/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:20,225 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:20,226 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,227 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,230 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:19:20,232 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,236 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:20,237 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 78b985790178fef7ed6ce5d9c87b0019; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69081669, jitterRate=0.029397085309028625}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:19:20,239 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:20,240 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., pid=11, masterSystemTime=1733440760202 2024-12-05T23:19:20,244 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:20,244 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:20,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=78b985790178fef7ed6ce5d9c87b0019, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T23:19:20,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 in 201 msec 2024-12-05T23:19:20,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:19:20,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=78b985790178fef7ed6ce5d9c87b0019, ASSIGN in 361 msec 2024-12-05T23:19:20,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:20,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440760257"}]},"ts":"1733440760257"} 2024-12-05T23:19:20,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T23:19:20,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:20,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 821 msec 2024-12-05T23:19:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T23:19:20,566 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-05T23:19:20,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e7e3f09 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@379cc62b 2024-12-05T23:19:20,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57341f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,586 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:20,591 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:20,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c56a622 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37c16428 2024-12-05T23:19:20,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dab98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd6116f to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@310ad4d9 2024-12-05T23:19:20,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa42221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70073b8c to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d27697 2024-12-05T23:19:20,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c29e9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71d8ef82 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@602f59e0 2024-12-05T23:19:20,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3a3dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18e8a898 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5335e28d 2024-12-05T23:19:20,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0dfa91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fe534a3 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d4c9da4 2024-12-05T23:19:20,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb0e15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d24fa14 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24dce9a9 2024-12-05T23:19:20,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1f6659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6be1acff to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d6a2274 2024-12-05T23:19:20,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a3b06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048b193e to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@186ef259 2024-12-05T23:19:20,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538501e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:20,641 DEBUG [hconnection-0x5b60425e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,641 DEBUG [hconnection-0x175a69d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,642 DEBUG [hconnection-0xaeae253-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,645 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,645 DEBUG [hconnection-0x7c0c677-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,646 DEBUG [hconnection-0x1d7ad05f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,647 DEBUG [hconnection-0x4f2a833-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,647 DEBUG [hconnection-0x28a159a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,648 DEBUG [hconnection-0x2735bed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,649 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,650 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,651 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:20,652 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,656 DEBUG [hconnection-0x6222f4b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:20,657 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,658 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,660 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-05T23:19:20,670 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:20,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T23:19:20,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:20,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:20,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:19:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:20,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:20,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:20,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:20,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T23:19:20,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/dc15a39c80de4e38b942168624e26e1e is 50, key is test_row_0/A:col10/1733440760723/Put/seqid=0 2024-12-05T23:19:20,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T23:19:20,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:20,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:20,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:20,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741839_1015 (size=12001) 2024-12-05T23:19:20,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/dc15a39c80de4e38b942168624e26e1e 2024-12-05T23:19:20,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440820946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440820945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440820959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440820963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440820967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T23:19:21,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/4563476c6e35470a95675569df484d2c is 50, key is test_row_0/B:col10/1733440760723/Put/seqid=0 2024-12-05T23:19:21,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440821070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440821071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440821072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440821076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440821078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T23:19:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741840_1016 (size=12001) 2024-12-05T23:19:21,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/4563476c6e35470a95675569df484d2c 2024-12-05T23:19:21,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:21,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:21,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:21,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:21,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:21,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/88d14be2af384d37b1f37eaae6985372 is 50, key is test_row_0/C:col10/1733440760723/Put/seqid=0 2024-12-05T23:19:21,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741841_1017 (size=12001) 2024-12-05T23:19:21,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/88d14be2af384d37b1f37eaae6985372 2024-12-05T23:19:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/dc15a39c80de4e38b942168624e26e1e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/dc15a39c80de4e38b942168624e26e1e 2024-12-05T23:19:21,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/dc15a39c80de4e38b942168624e26e1e, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T23:19:21,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/4563476c6e35470a95675569df484d2c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/4563476c6e35470a95675569df484d2c 2024-12-05T23:19:21,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/4563476c6e35470a95675569df484d2c, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T23:19:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/88d14be2af384d37b1f37eaae6985372 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/88d14be2af384d37b1f37eaae6985372 2024-12-05T23:19:21,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/88d14be2af384d37b1f37eaae6985372, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T23:19:21,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 78b985790178fef7ed6ce5d9c87b0019 in 498ms, sequenceid=14, compaction requested=false 2024-12-05T23:19:21,243 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T23:19:21,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:21,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T23:19:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:21,257 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:19:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T23:19:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/10d1dba873de4b5a89fd28718d9beaca is 50, key is test_row_0/A:col10/1733440760959/Put/seqid=0 2024-12-05T23:19:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:21,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741842_1018 (size=12001) 2024-12-05T23:19:21,325 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/10d1dba873de4b5a89fd28718d9beaca 2024-12-05T23:19:21,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440821317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440821322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440821321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440821330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440821329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/1249c6220b8544a4881dcf954f72e554 is 50, key is test_row_0/B:col10/1733440760959/Put/seqid=0 2024-12-05T23:19:21,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741843_1019 (size=12001) 2024-12-05T23:19:21,389 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/1249c6220b8544a4881dcf954f72e554 2024-12-05T23:19:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/8adea01b737c4f959ef4110bfc6de7f6 is 50, key is test_row_0/C:col10/1733440760959/Put/seqid=0 2024-12-05T23:19:21,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440821433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440821439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440821444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741844_1020 (size=12001) 2024-12-05T23:19:21,453 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/8adea01b737c4f959ef4110bfc6de7f6 2024-12-05T23:19:21,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440821447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440821445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/10d1dba873de4b5a89fd28718d9beaca as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/10d1dba873de4b5a89fd28718d9beaca 2024-12-05T23:19:21,487 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/10d1dba873de4b5a89fd28718d9beaca, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T23:19:21,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-05T23:19:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/1249c6220b8544a4881dcf954f72e554 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1249c6220b8544a4881dcf954f72e554 2024-12-05T23:19:21,504 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1249c6220b8544a4881dcf954f72e554, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T23:19:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/8adea01b737c4f959ef4110bfc6de7f6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/8adea01b737c4f959ef4110bfc6de7f6 2024-12-05T23:19:21,524 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/8adea01b737c4f959ef4110bfc6de7f6, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T23:19:21,527 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 78b985790178fef7ed6ce5d9c87b0019 in 269ms, sequenceid=38, compaction requested=false 2024-12-05T23:19:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T23:19:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-05T23:19:21,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T23:19:21,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-12-05T23:19:21,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 883 msec 2024-12-05T23:19:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:21,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:19:21,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:21,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:21,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ee26a40b04b8444f862af36e2db62f0b is 50, key is test_row_0/A:col10/1733440761320/Put/seqid=0 2024-12-05T23:19:21,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741845_1021 (size=14341) 2024-12-05T23:19:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T23:19:21,784 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-05T23:19:21,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-05T23:19:21,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440821780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:21,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440821783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,795 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:21,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T23:19:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440821790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440821793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440821796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T23:19:21,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440821900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440821899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440821907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440821907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440821911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:21,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T23:19:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:21,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ee26a40b04b8444f862af36e2db62f0b 2024-12-05T23:19:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T23:19:22,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T23:19:22,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440822108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440822120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440822109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/24f17992997546298e50f3034041b7f9 is 50, key is test_row_0/B:col10/1733440761320/Put/seqid=0 2024-12-05T23:19:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440822121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440822127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741846_1022 (size=12001) 2024-12-05T23:19:22,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T23:19:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T23:19:22,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440822421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T23:19:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:22,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440822426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440822430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440822430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440822437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/24f17992997546298e50f3034041b7f9 2024-12-05T23:19:22,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/def86639dc7d451ebe79ce3bba5850d4 is 50, key is test_row_0/C:col10/1733440761320/Put/seqid=0 2024-12-05T23:19:22,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T23:19:22,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741847_1023 (size=12001) 2024-12-05T23:19:22,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/def86639dc7d451ebe79ce3bba5850d4 2024-12-05T23:19:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ee26a40b04b8444f862af36e2db62f0b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ee26a40b04b8444f862af36e2db62f0b 2024-12-05T23:19:22,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ee26a40b04b8444f862af36e2db62f0b, entries=200, sequenceid=51, filesize=14.0 K 2024-12-05T23:19:22,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/24f17992997546298e50f3034041b7f9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/24f17992997546298e50f3034041b7f9 2024-12-05T23:19:22,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/24f17992997546298e50f3034041b7f9, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T23:19:22,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/def86639dc7d451ebe79ce3bba5850d4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/def86639dc7d451ebe79ce3bba5850d4 2024-12-05T23:19:22,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/def86639dc7d451ebe79ce3bba5850d4, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T23:19:22,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 78b985790178fef7ed6ce5d9c87b0019 in 1029ms, sequenceid=51, compaction requested=true 2024-12-05T23:19:22,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:22,698 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:22,700 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:22,704 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:22,704 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:22,706 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:22,706 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:22,707 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,707 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,707 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/4563476c6e35470a95675569df484d2c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1249c6220b8544a4881dcf954f72e554, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/24f17992997546298e50f3034041b7f9] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=35.2 K 2024-12-05T23:19:22,707 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/dc15a39c80de4e38b942168624e26e1e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/10d1dba873de4b5a89fd28718d9beaca, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ee26a40b04b8444f862af36e2db62f0b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.4 K 2024-12-05T23:19:22,709 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4563476c6e35470a95675569df484d2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733440760723 2024-12-05T23:19:22,709 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc15a39c80de4e38b942168624e26e1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733440760723 2024-12-05T23:19:22,710 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10d1dba873de4b5a89fd28718d9beaca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733440760952 2024-12-05T23:19:22,710 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1249c6220b8544a4881dcf954f72e554, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733440760952 2024-12-05T23:19:22,711 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 24f17992997546298e50f3034041b7f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440761312 2024-12-05T23:19:22,711 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee26a40b04b8444f862af36e2db62f0b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440761312 2024-12-05T23:19:22,733 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T23:19:22,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,735 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:19:22,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:22,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:22,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:22,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/1005a5ba667443edb9ee0e86c570d3ab is 50, key is test_row_0/A:col10/1733440761790/Put/seqid=0 2024-12-05T23:19:22,768 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#9 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:22,770 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/05de606aba19466888a05ba3ea66cff5 is 50, key is test_row_0/A:col10/1733440761320/Put/seqid=0 2024-12-05T23:19:22,774 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#11 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:22,775 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/87b486cb9179409482ad3642e78ff319 is 50, key is test_row_0/B:col10/1733440761320/Put/seqid=0 2024-12-05T23:19:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741848_1024 (size=12001) 2024-12-05T23:19:22,792 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/1005a5ba667443edb9ee0e86c570d3ab 2024-12-05T23:19:22,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/a0e2355c3da64a5b9ce0102040759bb4 is 50, key is test_row_0/B:col10/1733440761790/Put/seqid=0 2024-12-05T23:19:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741849_1025 (size=12104) 2024-12-05T23:19:22,859 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/05de606aba19466888a05ba3ea66cff5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/05de606aba19466888a05ba3ea66cff5 2024-12-05T23:19:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741850_1026 (size=12104) 2024-12-05T23:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T23:19:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741851_1027 (size=12001) 2024-12-05T23:19:22,920 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/a0e2355c3da64a5b9ce0102040759bb4 2024-12-05T23:19:22,935 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into 05de606aba19466888a05ba3ea66cff5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:22,935 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:22,935 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440762682; duration=0sec 2024-12-05T23:19:22,935 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:22,936 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:22,937 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:22,941 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:22,941 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:22,941 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:22,951 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/88d14be2af384d37b1f37eaae6985372, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/8adea01b737c4f959ef4110bfc6de7f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/def86639dc7d451ebe79ce3bba5850d4] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=35.2 K 2024-12-05T23:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:22,957 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88d14be2af384d37b1f37eaae6985372, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733440760723 2024-12-05T23:19:22,966 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8adea01b737c4f959ef4110bfc6de7f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733440760952 2024-12-05T23:19:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/0f206f44dbca42e7b3ab4c2cf660181f is 50, key is test_row_0/C:col10/1733440761790/Put/seqid=0 2024-12-05T23:19:22,974 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting def86639dc7d451ebe79ce3bba5850d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440761312 2024-12-05T23:19:22,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440822981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440822989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:22,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440822992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440822994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440822997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,021 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:23,022 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/a82224ee2db14915bbc46c3a535c6960 is 50, key is test_row_0/C:col10/1733440761320/Put/seqid=0 2024-12-05T23:19:23,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741852_1028 (size=12001) 2024-12-05T23:19:23,025 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/0f206f44dbca42e7b3ab4c2cf660181f 2024-12-05T23:19:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/1005a5ba667443edb9ee0e86c570d3ab as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1005a5ba667443edb9ee0e86c570d3ab 2024-12-05T23:19:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741853_1029 (size=12104) 2024-12-05T23:19:23,063 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1005a5ba667443edb9ee0e86c570d3ab, entries=150, sequenceid=75, filesize=11.7 K 2024-12-05T23:19:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/a0e2355c3da64a5b9ce0102040759bb4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/a0e2355c3da64a5b9ce0102040759bb4 2024-12-05T23:19:23,082 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/a82224ee2db14915bbc46c3a535c6960 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a82224ee2db14915bbc46c3a535c6960 2024-12-05T23:19:23,089 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/a0e2355c3da64a5b9ce0102040759bb4, entries=150, sequenceid=75, filesize=11.7 K 2024-12-05T23:19:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/0f206f44dbca42e7b3ab4c2cf660181f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/0f206f44dbca42e7b3ab4c2cf660181f 2024-12-05T23:19:23,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440823101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,103 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/0f206f44dbca42e7b3ab4c2cf660181f, entries=150, sequenceid=75, filesize=11.7 K 2024-12-05T23:19:23,105 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 78b985790178fef7ed6ce5d9c87b0019 in 370ms, sequenceid=75, compaction requested=false 2024-12-05T23:19:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T23:19:23,105 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into a82224ee2db14915bbc46c3a535c6960(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,105 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:23,106 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440762698; duration=0sec 2024-12-05T23:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440823102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,106 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:23,106 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:23,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T23:19:23,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-05T23:19:23,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T23:19:23,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3220 sec 2024-12-05T23:19:23,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.3370 sec 2024-12-05T23:19:23,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2c52db7ff9e9406ea3ca6296f05051b8 is 50, key is test_row_0/A:col10/1733440762990/Put/seqid=0 2024-12-05T23:19:23,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741854_1030 (size=14341) 2024-12-05T23:19:23,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440823176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440823177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440823179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,211 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T23:19:23,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440823286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440823286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440823286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,307 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/87b486cb9179409482ad3642e78ff319 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/87b486cb9179409482ad3642e78ff319 2024-12-05T23:19:23,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440823307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440823309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,333 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 87b486cb9179409482ad3642e78ff319(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:23,333 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:23,333 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440762698; duration=0sec 2024-12-05T23:19:23,334 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:23,334 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:23,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:19:23,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-05T23:19:23,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440823493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440823506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440823510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2c52db7ff9e9406ea3ca6296f05051b8 2024-12-05T23:19:23,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/168a0618e74f46c1b0cf1c5b0bd33904 is 50, key is test_row_0/B:col10/1733440762990/Put/seqid=0 2024-12-05T23:19:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440823616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440823624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741855_1031 (size=12001) 2024-12-05T23:19:23,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/168a0618e74f46c1b0cf1c5b0bd33904 2024-12-05T23:19:23,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/706e34820df34eac919de69e4bfc3130 is 50, key is test_row_0/C:col10/1733440762990/Put/seqid=0 2024-12-05T23:19:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440823799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440823813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440823817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:23,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741856_1032 (size=12001) 2024-12-05T23:19:23,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/706e34820df34eac919de69e4bfc3130 2024-12-05T23:19:23,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2c52db7ff9e9406ea3ca6296f05051b8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c52db7ff9e9406ea3ca6296f05051b8 2024-12-05T23:19:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T23:19:23,906 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-05T23:19:23,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-05T23:19:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T23:19:23,919 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:23,920 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:23,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:23,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c52db7ff9e9406ea3ca6296f05051b8, entries=200, sequenceid=92, filesize=14.0 K 2024-12-05T23:19:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/168a0618e74f46c1b0cf1c5b0bd33904 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/168a0618e74f46c1b0cf1c5b0bd33904 2024-12-05T23:19:23,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/168a0618e74f46c1b0cf1c5b0bd33904, entries=150, sequenceid=92, filesize=11.7 K 2024-12-05T23:19:23,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/706e34820df34eac919de69e4bfc3130 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/706e34820df34eac919de69e4bfc3130 2024-12-05T23:19:24,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/706e34820df34eac919de69e4bfc3130, entries=150, sequenceid=92, filesize=11.7 K 2024-12-05T23:19:24,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 78b985790178fef7ed6ce5d9c87b0019 in 899ms, sequenceid=92, compaction requested=true 2024-12-05T23:19:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:24,011 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T23:19:24,012 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:24,017 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:24,017 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:24,017 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:24,017 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/05de606aba19466888a05ba3ea66cff5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1005a5ba667443edb9ee0e86c570d3ab, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c52db7ff9e9406ea3ca6296f05051b8] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.5 K 2024-12-05T23:19:24,018 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:24,018 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05de606aba19466888a05ba3ea66cff5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440761312 2024-12-05T23:19:24,018 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:24,019 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:24,019 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/87b486cb9179409482ad3642e78ff319, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/a0e2355c3da64a5b9ce0102040759bb4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/168a0618e74f46c1b0cf1c5b0bd33904] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=35.3 K 2024-12-05T23:19:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T23:19:24,025 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1005a5ba667443edb9ee0e86c570d3ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733440761779 2024-12-05T23:19:24,025 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 87b486cb9179409482ad3642e78ff319, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440761312 2024-12-05T23:19:24,037 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c52db7ff9e9406ea3ca6296f05051b8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733440762988 2024-12-05T23:19:24,039 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a0e2355c3da64a5b9ce0102040759bb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733440761779 2024-12-05T23:19:24,042 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 168a0618e74f46c1b0cf1c5b0bd33904, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733440762988 2024-12-05T23:19:24,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T23:19:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:24,081 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T23:19:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:24,093 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:24,095 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/090efbe018b14a2dacaa49d79b4bbf9d is 50, key is test_row_0/A:col10/1733440762990/Put/seqid=0 2024-12-05T23:19:24,132 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:24,133 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/ffc2e2964b86442ca87448188e863d73 is 50, key is test_row_0/B:col10/1733440762990/Put/seqid=0 2024-12-05T23:19:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b4164e65c1824140925605af56e67fdc is 50, key is test_row_0/A:col10/1733440763170/Put/seqid=0 2024-12-05T23:19:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741857_1033 (size=12207) 2024-12-05T23:19:24,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741858_1034 (size=12207) 2024-12-05T23:19:24,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741859_1035 (size=12001) 2024-12-05T23:19:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T23:19:24,224 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b4164e65c1824140925605af56e67fdc 2024-12-05T23:19:24,257 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/ffc2e2964b86442ca87448188e863d73 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ffc2e2964b86442ca87448188e863d73 2024-12-05T23:19:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440824268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440824269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/fff1bfbf5e0f4494b14c50cdb249693a is 50, key is test_row_0/B:col10/1733440763170/Put/seqid=0 2024-12-05T23:19:24,320 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into ffc2e2964b86442ca87448188e863d73(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:24,320 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:24,320 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440764011; duration=0sec 2024-12-05T23:19:24,321 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:24,321 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:24,321 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:24,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440824313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,323 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:24,324 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:24,324 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:24,324 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a82224ee2db14915bbc46c3a535c6960, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/0f206f44dbca42e7b3ab4c2cf660181f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/706e34820df34eac919de69e4bfc3130] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=35.3 K 2024-12-05T23:19:24,325 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a82224ee2db14915bbc46c3a535c6960, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440761312 2024-12-05T23:19:24,326 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f206f44dbca42e7b3ab4c2cf660181f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733440761779 2024-12-05T23:19:24,330 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 706e34820df34eac919de69e4bfc3130, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733440762988 2024-12-05T23:19:24,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440824332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440824337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741860_1036 (size=12001) 2024-12-05T23:19:24,359 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/fff1bfbf5e0f4494b14c50cdb249693a 2024-12-05T23:19:24,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440824378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440824385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,394 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:24,396 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/d7c4582cc5154393a37cd9973859ccb4 is 50, key is test_row_0/C:col10/1733440762990/Put/seqid=0 2024-12-05T23:19:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/e5ddb82c87f34aa38456a45ab0c95baa is 50, key is test_row_0/C:col10/1733440763170/Put/seqid=0 2024-12-05T23:19:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741861_1037 (size=12001) 2024-12-05T23:19:24,433 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/e5ddb82c87f34aa38456a45ab0c95baa 2024-12-05T23:19:24,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b4164e65c1824140925605af56e67fdc as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b4164e65c1824140925605af56e67fdc 2024-12-05T23:19:24,449 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b4164e65c1824140925605af56e67fdc, entries=150, sequenceid=114, filesize=11.7 K 2024-12-05T23:19:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/fff1bfbf5e0f4494b14c50cdb249693a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fff1bfbf5e0f4494b14c50cdb249693a 2024-12-05T23:19:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741862_1038 (size=12207) 2024-12-05T23:19:24,475 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fff1bfbf5e0f4494b14c50cdb249693a, entries=150, sequenceid=114, filesize=11.7 K 2024-12-05T23:19:24,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/e5ddb82c87f34aa38456a45ab0c95baa as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e5ddb82c87f34aa38456a45ab0c95baa 2024-12-05T23:19:24,483 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/d7c4582cc5154393a37cd9973859ccb4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d7c4582cc5154393a37cd9973859ccb4 2024-12-05T23:19:24,496 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into d7c4582cc5154393a37cd9973859ccb4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:24,496 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:24,497 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440764011; duration=0sec 2024-12-05T23:19:24,497 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:24,497 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:24,502 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e5ddb82c87f34aa38456a45ab0c95baa, entries=150, sequenceid=114, filesize=11.7 K 2024-12-05T23:19:24,508 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 78b985790178fef7ed6ce5d9c87b0019 in 426ms, sequenceid=114, compaction requested=false 2024-12-05T23:19:24,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:24,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:24,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-05T23:19:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-05T23:19:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T23:19:24,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T23:19:24,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 590 msec 2024-12-05T23:19:24,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 623 msec 2024-12-05T23:19:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:24,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T23:19:24,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:24,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:24,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:24,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:24,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:24,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:24,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/3c7b789450b04ede80d1480dd26a813d is 50, key is test_row_0/A:col10/1733440764592/Put/seqid=0 2024-12-05T23:19:24,626 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/090efbe018b14a2dacaa49d79b4bbf9d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/090efbe018b14a2dacaa49d79b4bbf9d 2024-12-05T23:19:24,642 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into 090efbe018b14a2dacaa49d79b4bbf9d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:24,642 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:24,642 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440764011; duration=0sec 2024-12-05T23:19:24,642 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:24,642 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:24,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741863_1039 (size=14491) 2024-12-05T23:19:24,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440824691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440824691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:19:24,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:24,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-05T23:19:24,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:24,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:24,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T23:19:24,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:19:24,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:24,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T23:19:24,761 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:24,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440824799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:24,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440824801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440825005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440825007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T23:19:25,025 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-05T23:19:25,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-05T23:19:25,042 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:25,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:25,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T23:19:25,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/3c7b789450b04ede80d1480dd26a813d 2024-12-05T23:19:25,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/7a8be32898c04f9894c4ddae54ef1e2a is 50, key is test_row_0/B:col10/1733440764592/Put/seqid=0 2024-12-05T23:19:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T23:19:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741864_1040 (size=12151) 2024-12-05T23:19:25,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/7a8be32898c04f9894c4ddae54ef1e2a 2024-12-05T23:19:25,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/2aa929e52c2e47cb8d0b54860092ee24 is 50, key is test_row_0/C:col10/1733440764592/Put/seqid=0 2024-12-05T23:19:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741865_1041 (size=12151) 2024-12-05T23:19:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440825316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440825315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440825334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T23:19:25,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:25,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440825362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440825365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:25,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:25,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T23:19:25,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/2aa929e52c2e47cb8d0b54860092ee24 2024-12-05T23:19:25,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/3c7b789450b04ede80d1480dd26a813d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/3c7b789450b04ede80d1480dd26a813d 2024-12-05T23:19:25,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/3c7b789450b04ede80d1480dd26a813d, entries=200, sequenceid=134, filesize=14.2 K 2024-12-05T23:19:25,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/7a8be32898c04f9894c4ddae54ef1e2a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7a8be32898c04f9894c4ddae54ef1e2a 2024-12-05T23:19:25,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:25,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:25,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7a8be32898c04f9894c4ddae54ef1e2a, entries=150, sequenceid=134, filesize=11.9 K 2024-12-05T23:19:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/2aa929e52c2e47cb8d0b54860092ee24 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/2aa929e52c2e47cb8d0b54860092ee24 2024-12-05T23:19:25,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/2aa929e52c2e47cb8d0b54860092ee24, entries=150, sequenceid=134, filesize=11.9 K 2024-12-05T23:19:25,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 78b985790178fef7ed6ce5d9c87b0019 in 1145ms, sequenceid=134, compaction requested=true 2024-12-05T23:19:25,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:25,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:25,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:25,738 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:25,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:25,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:25,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:25,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T23:19:25,740 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:25,741 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:25,741 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:25,741 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,741 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/090efbe018b14a2dacaa49d79b4bbf9d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b4164e65c1824140925605af56e67fdc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/3c7b789450b04ede80d1480dd26a813d] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.8 K 2024-12-05T23:19:25,742 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 090efbe018b14a2dacaa49d79b4bbf9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733440762988 2024-12-05T23:19:25,743 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4164e65c1824140925605af56e67fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733440763170 2024-12-05T23:19:25,744 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c7b789450b04ede80d1480dd26a813d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440764241 2024-12-05T23:19:25,749 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:25,749 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:25,749 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,750 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ffc2e2964b86442ca87448188e863d73, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fff1bfbf5e0f4494b14c50cdb249693a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7a8be32898c04f9894c4ddae54ef1e2a] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=35.5 K 2024-12-05T23:19:25,750 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ffc2e2964b86442ca87448188e863d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733440762988 2024-12-05T23:19:25,752 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting fff1bfbf5e0f4494b14c50cdb249693a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733440763170 2024-12-05T23:19:25,753 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a8be32898c04f9894c4ddae54ef1e2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440764257 2024-12-05T23:19:25,770 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:25,771 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/e6bd92b2c60d443ba623e5ff3445488b is 50, key is test_row_0/A:col10/1733440764592/Put/seqid=0 2024-12-05T23:19:25,776 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:25,777 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/182f1da75691433cb1a50e8b075bdf72 is 50, key is test_row_0/B:col10/1733440764592/Put/seqid=0 2024-12-05T23:19:25,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741866_1042 (size=12459) 2024-12-05T23:19:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:25,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T23:19:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:25,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:25,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,865 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/e6bd92b2c60d443ba623e5ff3445488b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e6bd92b2c60d443ba623e5ff3445488b 2024-12-05T23:19:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741867_1043 (size=12459) 2024-12-05T23:19:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:25,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fe6475ed54f4448db30b61d8e2a8c981 is 50, key is test_row_0/A:col10/1733440764674/Put/seqid=0 2024-12-05T23:19:25,879 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/182f1da75691433cb1a50e8b075bdf72 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/182f1da75691433cb1a50e8b075bdf72 2024-12-05T23:19:25,885 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into e6bd92b2c60d443ba623e5ff3445488b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:25,885 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:25,885 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440765737; duration=0sec 2024-12-05T23:19:25,885 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:25,885 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:25,885 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:25,892 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:25,892 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:25,892 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:25,893 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d7c4582cc5154393a37cd9973859ccb4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e5ddb82c87f34aa38456a45ab0c95baa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/2aa929e52c2e47cb8d0b54860092ee24] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=35.5 K 2024-12-05T23:19:25,893 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 182f1da75691433cb1a50e8b075bdf72(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:25,893 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:25,893 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440765738; duration=0sec 2024-12-05T23:19:25,893 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:25,893 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:25,894 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7c4582cc5154393a37cd9973859ccb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733440762988 2024-12-05T23:19:25,895 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ddb82c87f34aa38456a45ab0c95baa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733440763170 2024-12-05T23:19:25,896 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aa929e52c2e47cb8d0b54860092ee24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440764257 2024-12-05T23:19:25,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440825913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440825915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:25,935 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:25,936 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/3854038460c04309a030a346e829dd27 is 50, key is test_row_0/C:col10/1733440764592/Put/seqid=0 2024-12-05T23:19:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741868_1044 (size=14541) 2024-12-05T23:19:25,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fe6475ed54f4448db30b61d8e2a8c981 2024-12-05T23:19:25,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/cdd700f4498845cb806269b271502218 is 50, key is test_row_0/B:col10/1733440764674/Put/seqid=0 2024-12-05T23:19:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741869_1045 (size=12459) 2024-12-05T23:19:26,001 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/3854038460c04309a030a346e829dd27 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/3854038460c04309a030a346e829dd27 2024-12-05T23:19:26,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741870_1046 (size=12151) 2024-12-05T23:19:26,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:26,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:26,022 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into 3854038460c04309a030a346e829dd27(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:26,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/cdd700f4498845cb806269b271502218 2024-12-05T23:19:26,022 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:26,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,023 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440765738; duration=0sec 2024-12-05T23:19:26,023 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:26,023 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:26,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440826024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440826024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/467581e9a32d41dcbc2badcef89735ca is 50, key is test_row_0/C:col10/1733440764674/Put/seqid=0 2024-12-05T23:19:26,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741871_1047 (size=12151) 2024-12-05T23:19:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T23:19:26,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:26,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:26,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440826228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440826234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/467581e9a32d41dcbc2badcef89735ca 2024-12-05T23:19:26,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fe6475ed54f4448db30b61d8e2a8c981 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fe6475ed54f4448db30b61d8e2a8c981 2024-12-05T23:19:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440826545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440826546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fe6475ed54f4448db30b61d8e2a8c981, entries=200, sequenceid=154, filesize=14.2 K 2024-12-05T23:19:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/cdd700f4498845cb806269b271502218 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cdd700f4498845cb806269b271502218 2024-12-05T23:19:26,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cdd700f4498845cb806269b271502218, entries=150, sequenceid=154, filesize=11.9 K 2024-12-05T23:19:26,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/467581e9a32d41dcbc2badcef89735ca as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/467581e9a32d41dcbc2badcef89735ca 2024-12-05T23:19:26,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/467581e9a32d41dcbc2badcef89735ca, entries=150, sequenceid=154, filesize=11.9 K 2024-12-05T23:19:26,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 78b985790178fef7ed6ce5d9c87b0019 in 721ms, sequenceid=154, compaction requested=false 2024-12-05T23:19:26,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:26,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:26,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T23:19:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:26,670 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T23:19:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/5c5532e8d1654936963b59df4e97bc73 is 50, key is test_row_0/A:col10/1733440765899/Put/seqid=0 2024-12-05T23:19:26,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741872_1048 (size=12151) 2024-12-05T23:19:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:27,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440827138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440827151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,163 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/5c5532e8d1654936963b59df4e97bc73 2024-12-05T23:19:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T23:19:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/8f5e3745d16941e99fcf83d79ec6443d is 50, key is test_row_0/B:col10/1733440765899/Put/seqid=0 2024-12-05T23:19:27,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741873_1049 (size=12151) 2024-12-05T23:19:27,226 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/8f5e3745d16941e99fcf83d79ec6443d 2024-12-05T23:19:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440827254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440827256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/12ea8ffd128c4a71b45914120e1b71d0 is 50, key is test_row_0/C:col10/1733440765899/Put/seqid=0 2024-12-05T23:19:27,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741874_1050 (size=12151) 2024-12-05T23:19:27,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440827366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,374 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440827381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,385 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:27,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440827385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,386 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:27,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440827467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440827468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,710 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/12ea8ffd128c4a71b45914120e1b71d0 2024-12-05T23:19:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/5c5532e8d1654936963b59df4e97bc73 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5c5532e8d1654936963b59df4e97bc73 2024-12-05T23:19:27,737 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5c5532e8d1654936963b59df4e97bc73, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T23:19:27,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/8f5e3745d16941e99fcf83d79ec6443d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8f5e3745d16941e99fcf83d79ec6443d 2024-12-05T23:19:27,754 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8f5e3745d16941e99fcf83d79ec6443d, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T23:19:27,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/12ea8ffd128c4a71b45914120e1b71d0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/12ea8ffd128c4a71b45914120e1b71d0 2024-12-05T23:19:27,776 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/12ea8ffd128c4a71b45914120e1b71d0, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T23:19:27,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440827774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 78b985790178fef7ed6ce5d9c87b0019 in 1108ms, sequenceid=174, compaction requested=true 2024-12-05T23:19:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-05T23:19:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-05T23:19:27,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T23:19:27,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:27,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:27,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:27,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T23:19:27,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7400 sec 2024-12-05T23:19:27,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.7500 sec 2024-12-05T23:19:27,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/02a78cbf13f04d9fb41fa5f0ba68ddba is 50, key is test_row_0/A:col10/1733440767134/Put/seqid=0 2024-12-05T23:19:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741875_1051 (size=12151) 2024-12-05T23:19:27,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/02a78cbf13f04d9fb41fa5f0ba68ddba 2024-12-05T23:19:27,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/40eadc44b7df41ec83cafaa50b363986 is 50, key is test_row_0/B:col10/1733440767134/Put/seqid=0 2024-12-05T23:19:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440827917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:27,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741876_1052 (size=12151) 2024-12-05T23:19:28,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440828020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:28,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440828227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:28,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440828282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:28,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/40eadc44b7df41ec83cafaa50b363986 2024-12-05T23:19:28,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/852c5ac7625943e68fa51b49a924d91a is 50, key is test_row_0/C:col10/1733440767134/Put/seqid=0 2024-12-05T23:19:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741877_1053 (size=12151) 2024-12-05T23:19:28,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/852c5ac7625943e68fa51b49a924d91a 2024-12-05T23:19:28,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/02a78cbf13f04d9fb41fa5f0ba68ddba as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/02a78cbf13f04d9fb41fa5f0ba68ddba 2024-12-05T23:19:28,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/02a78cbf13f04d9fb41fa5f0ba68ddba, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T23:19:28,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/40eadc44b7df41ec83cafaa50b363986 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/40eadc44b7df41ec83cafaa50b363986 2024-12-05T23:19:28,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/40eadc44b7df41ec83cafaa50b363986, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T23:19:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/852c5ac7625943e68fa51b49a924d91a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/852c5ac7625943e68fa51b49a924d91a 2024-12-05T23:19:28,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/852c5ac7625943e68fa51b49a924d91a, entries=150, sequenceid=194, filesize=11.9 K 2024-12-05T23:19:28,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 78b985790178fef7ed6ce5d9c87b0019 in 757ms, sequenceid=194, compaction requested=true 2024-12-05T23:19:28,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:28,540 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:28,544 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:28,544 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:28,544 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:28,545 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e6bd92b2c60d443ba623e5ff3445488b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fe6475ed54f4448db30b61d8e2a8c981, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5c5532e8d1654936963b59df4e97bc73, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/02a78cbf13f04d9fb41fa5f0ba68ddba] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=50.1 K 2024-12-05T23:19:28,546 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e6bd92b2c60d443ba623e5ff3445488b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440764257 2024-12-05T23:19:28,547 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting fe6475ed54f4448db30b61d8e2a8c981, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733440764646 2024-12-05T23:19:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:28,547 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:28,548 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c5532e8d1654936963b59df4e97bc73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733440765899 2024-12-05T23:19:28,549 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a78cbf13f04d9fb41fa5f0ba68ddba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733440767130 2024-12-05T23:19:28,550 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:28,550 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:28,550 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:28,550 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/182f1da75691433cb1a50e8b075bdf72, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cdd700f4498845cb806269b271502218, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8f5e3745d16941e99fcf83d79ec6443d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/40eadc44b7df41ec83cafaa50b363986] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=47.8 K 2024-12-05T23:19:28,552 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 182f1da75691433cb1a50e8b075bdf72, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440764257 2024-12-05T23:19:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:28,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T23:19:28,554 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdd700f4498845cb806269b271502218, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733440764674 2024-12-05T23:19:28,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:28,556 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f5e3745d16941e99fcf83d79ec6443d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733440765899 2024-12-05T23:19:28,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:28,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:28,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:28,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:28,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:28,563 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40eadc44b7df41ec83cafaa50b363986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733440767130 2024-12-05T23:19:28,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/167e9b9fd9d74bf8bc930b6bd6bb3101 is 50, key is test_row_0/A:col10/1733440767898/Put/seqid=0 2024-12-05T23:19:28,586 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:28,587 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/15456f1fd562418a880e2e214a3aa84b is 50, key is test_row_0/A:col10/1733440767134/Put/seqid=0 2024-12-05T23:19:28,595 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:28,597 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/faea531a0acb445c9547eb800062f1d9 is 50, key is test_row_0/B:col10/1733440767134/Put/seqid=0 2024-12-05T23:19:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741878_1054 (size=14541) 2024-12-05T23:19:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741879_1055 (size=12595) 2024-12-05T23:19:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741880_1056 (size=12595) 2024-12-05T23:19:28,647 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/15456f1fd562418a880e2e214a3aa84b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/15456f1fd562418a880e2e214a3aa84b 2024-12-05T23:19:28,657 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/faea531a0acb445c9547eb800062f1d9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/faea531a0acb445c9547eb800062f1d9 2024-12-05T23:19:28,669 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into 15456f1fd562418a880e2e214a3aa84b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:28,669 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:28,669 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=12, startTime=1733440768540; duration=0sec 2024-12-05T23:19:28,669 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:28,669 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:28,669 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:28,673 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:28,673 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:28,673 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into faea531a0acb445c9547eb800062f1d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:28,673 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:28,673 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:28,673 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=12, startTime=1733440768547; duration=0sec 2024-12-05T23:19:28,674 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/3854038460c04309a030a346e829dd27, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/467581e9a32d41dcbc2badcef89735ca, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/12ea8ffd128c4a71b45914120e1b71d0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/852c5ac7625943e68fa51b49a924d91a] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=47.8 K 2024-12-05T23:19:28,674 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:28,674 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:28,675 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3854038460c04309a030a346e829dd27, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440764257 2024-12-05T23:19:28,676 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 467581e9a32d41dcbc2badcef89735ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733440764674 2024-12-05T23:19:28,677 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ea8ffd128c4a71b45914120e1b71d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733440765899 2024-12-05T23:19:28,680 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 852c5ac7625943e68fa51b49a924d91a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733440767130 2024-12-05T23:19:28,709 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#42 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:28,710 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/91bf9ace8d0a46c492a043d0976fa4c5 is 50, key is test_row_0/C:col10/1733440767134/Put/seqid=0 2024-12-05T23:19:28,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440828718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:28,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741881_1057 (size=12595) 2024-12-05T23:19:28,788 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/91bf9ace8d0a46c492a043d0976fa4c5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/91bf9ace8d0a46c492a043d0976fa4c5 2024-12-05T23:19:28,801 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into 91bf9ace8d0a46c492a043d0976fa4c5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:28,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:28,801 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=12, startTime=1733440768547; duration=0sec 2024-12-05T23:19:28,802 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:28,802 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440828821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/167e9b9fd9d74bf8bc930b6bd6bb3101 2024-12-05T23:19:29,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440829027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/fcd05736a47d4a68b0fd42169035b765 is 50, key is test_row_0/B:col10/1733440767898/Put/seqid=0 2024-12-05T23:19:29,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741882_1058 (size=12151) 2024-12-05T23:19:29,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/fcd05736a47d4a68b0fd42169035b765 2024-12-05T23:19:29,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/e60f2ae36ace4f1aadb616cbe4fe9077 is 50, key is test_row_0/C:col10/1733440767898/Put/seqid=0 2024-12-05T23:19:29,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741883_1059 (size=12151) 2024-12-05T23:19:29,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/e60f2ae36ace4f1aadb616cbe4fe9077 2024-12-05T23:19:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T23:19:29,168 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-05T23:19:29,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-05T23:19:29,173 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T23:19:29,174 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:29,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/167e9b9fd9d74bf8bc930b6bd6bb3101 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/167e9b9fd9d74bf8bc930b6bd6bb3101 2024-12-05T23:19:29,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/167e9b9fd9d74bf8bc930b6bd6bb3101, entries=200, sequenceid=211, filesize=14.2 K 2024-12-05T23:19:29,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/fcd05736a47d4a68b0fd42169035b765 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fcd05736a47d4a68b0fd42169035b765 2024-12-05T23:19:29,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fcd05736a47d4a68b0fd42169035b765, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T23:19:29,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/e60f2ae36ace4f1aadb616cbe4fe9077 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e60f2ae36ace4f1aadb616cbe4fe9077 2024-12-05T23:19:29,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e60f2ae36ace4f1aadb616cbe4fe9077, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T23:19:29,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 78b985790178fef7ed6ce5d9c87b0019 in 687ms, sequenceid=211, compaction requested=false 2024-12-05T23:19:29,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T23:19:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:29,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T23:19:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:29,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/54f7cf714f134bd18ad019cd0a3c51b6 is 50, key is test_row_0/A:col10/1733440769290/Put/seqid=0 2024-12-05T23:19:29,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T23:19:29,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741884_1060 (size=14541) 2024-12-05T23:19:29,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/54f7cf714f134bd18ad019cd0a3c51b6 2024-12-05T23:19:29,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440829366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440829374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/c66d38041f434f6cb0fcf2ca1d618b39 is 50, key is test_row_0/B:col10/1733440769290/Put/seqid=0 2024-12-05T23:19:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741885_1061 (size=12151) 2024-12-05T23:19:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T23:19:29,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440829476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T23:19:29,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:29,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440829489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,642 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T23:19:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440829683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440829694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T23:19:29,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T23:19:29,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:29,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/c66d38041f434f6cb0fcf2ca1d618b39 2024-12-05T23:19:29,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/6075c0671fbe4286a4c7ff1258f3887b is 50, key is test_row_0/C:col10/1733440769290/Put/seqid=0 2024-12-05T23:19:29,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T23:19:29,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:29,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:29,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440829986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741886_1062 (size=12151) 2024-12-05T23:19:29,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440829997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:29,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/6075c0671fbe4286a4c7ff1258f3887b 2024-12-05T23:19:30,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/54f7cf714f134bd18ad019cd0a3c51b6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/54f7cf714f134bd18ad019cd0a3c51b6 2024-12-05T23:19:30,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/54f7cf714f134bd18ad019cd0a3c51b6, entries=200, sequenceid=234, filesize=14.2 K 2024-12-05T23:19:30,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/c66d38041f434f6cb0fcf2ca1d618b39 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c66d38041f434f6cb0fcf2ca1d618b39 2024-12-05T23:19:30,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c66d38041f434f6cb0fcf2ca1d618b39, entries=150, sequenceid=234, filesize=11.9 K 2024-12-05T23:19:30,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/6075c0671fbe4286a4c7ff1258f3887b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/6075c0671fbe4286a4c7ff1258f3887b 2024-12-05T23:19:30,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/6075c0671fbe4286a4c7ff1258f3887b, entries=150, sequenceid=234, filesize=11.9 K 2024-12-05T23:19:30,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 78b985790178fef7ed6ce5d9c87b0019 in 818ms, sequenceid=234, compaction requested=true 2024-12-05T23:19:30,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:30,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:30,112 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:30,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:30,112 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:30,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:30,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:30,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:30,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:30,113 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:30,114 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:30,114 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:30,114 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/15456f1fd562418a880e2e214a3aa84b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/167e9b9fd9d74bf8bc930b6bd6bb3101, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/54f7cf714f134bd18ad019cd0a3c51b6] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=40.7 K 2024-12-05T23:19:30,115 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15456f1fd562418a880e2e214a3aa84b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733440767130 2024-12-05T23:19:30,116 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:30,116 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:30,116 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:30,116 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/faea531a0acb445c9547eb800062f1d9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fcd05736a47d4a68b0fd42169035b765, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c66d38041f434f6cb0fcf2ca1d618b39] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.0 K 2024-12-05T23:19:30,117 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 167e9b9fd9d74bf8bc930b6bd6bb3101, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733440767893 2024-12-05T23:19:30,117 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting faea531a0acb445c9547eb800062f1d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733440767130 2024-12-05T23:19:30,117 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54f7cf714f134bd18ad019cd0a3c51b6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733440768670 2024-12-05T23:19:30,117 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting fcd05736a47d4a68b0fd42169035b765, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733440767893 2024-12-05T23:19:30,118 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c66d38041f434f6cb0fcf2ca1d618b39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733440768670 2024-12-05T23:19:30,146 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:30,147 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ab2226fe03684ec5b7283e978052e08a is 50, key is test_row_0/A:col10/1733440769290/Put/seqid=0 2024-12-05T23:19:30,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:30,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T23:19:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:30,164 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-05T23:19:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:30,172 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:30,173 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/9c6d06eecbb84214aeb6cc4e7acc5564 is 50, key is test_row_0/B:col10/1733440769290/Put/seqid=0 2024-12-05T23:19:30,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/eb5280ef084f49f9bca9c502b5dda0ac is 50, key is test_row_0/A:col10/1733440769311/Put/seqid=0 2024-12-05T23:19:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741887_1063 (size=12697) 2024-12-05T23:19:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741889_1065 (size=12151) 2024-12-05T23:19:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741888_1064 (size=12697) 2024-12-05T23:19:30,254 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ab2226fe03684ec5b7283e978052e08a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ab2226fe03684ec5b7283e978052e08a 2024-12-05T23:19:30,265 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/9c6d06eecbb84214aeb6cc4e7acc5564 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9c6d06eecbb84214aeb6cc4e7acc5564 2024-12-05T23:19:30,271 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into ab2226fe03684ec5b7283e978052e08a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:30,271 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:30,271 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440770112; duration=0sec 2024-12-05T23:19:30,271 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:30,271 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:30,271 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:30,273 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:30,273 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:30,273 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:30,274 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/91bf9ace8d0a46c492a043d0976fa4c5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e60f2ae36ace4f1aadb616cbe4fe9077, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/6075c0671fbe4286a4c7ff1258f3887b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.0 K 2024-12-05T23:19:30,274 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91bf9ace8d0a46c492a043d0976fa4c5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733440767130 2024-12-05T23:19:30,275 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e60f2ae36ace4f1aadb616cbe4fe9077, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733440767893 2024-12-05T23:19:30,276 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6075c0671fbe4286a4c7ff1258f3887b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733440768670 2024-12-05T23:19:30,277 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 9c6d06eecbb84214aeb6cc4e7acc5564(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:30,277 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:30,277 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440770112; duration=0sec 2024-12-05T23:19:30,277 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:30,277 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T23:19:30,303 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:30,305 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/d65606b302a941e7beed3a10451b7157 is 50, key is test_row_0/C:col10/1733440769290/Put/seqid=0 2024-12-05T23:19:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741890_1066 (size=12697) 2024-12-05T23:19:30,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:30,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440830573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:30,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440830579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:30,647 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/eb5280ef084f49f9bca9c502b5dda0ac 2024-12-05T23:19:30,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440830682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/9372bf917ca8406ebebb95b0910b82d6 is 50, key is test_row_0/B:col10/1733440769311/Put/seqid=0 2024-12-05T23:19:30,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440830684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741891_1067 (size=12151) 2024-12-05T23:19:30,721 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/9372bf917ca8406ebebb95b0910b82d6 2024-12-05T23:19:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/5ea850ca0fef4215a1ff75623d5943f2 is 50, key is test_row_0/C:col10/1733440769311/Put/seqid=0 2024-12-05T23:19:30,769 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/d65606b302a941e7beed3a10451b7157 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d65606b302a941e7beed3a10451b7157 2024-12-05T23:19:30,779 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into d65606b302a941e7beed3a10451b7157(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:30,779 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:30,779 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440770113; duration=0sec 2024-12-05T23:19:30,779 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:30,779 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741892_1068 (size=12151) 2024-12-05T23:19:30,790 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/5ea850ca0fef4215a1ff75623d5943f2 2024-12-05T23:19:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/eb5280ef084f49f9bca9c502b5dda0ac as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/eb5280ef084f49f9bca9c502b5dda0ac 2024-12-05T23:19:30,805 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/eb5280ef084f49f9bca9c502b5dda0ac, entries=150, sequenceid=250, filesize=11.9 K 2024-12-05T23:19:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/9372bf917ca8406ebebb95b0910b82d6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9372bf917ca8406ebebb95b0910b82d6 2024-12-05T23:19:30,819 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9372bf917ca8406ebebb95b0910b82d6, entries=150, sequenceid=250, filesize=11.9 K 2024-12-05T23:19:30,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/5ea850ca0fef4215a1ff75623d5943f2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/5ea850ca0fef4215a1ff75623d5943f2 2024-12-05T23:19:30,833 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/5ea850ca0fef4215a1ff75623d5943f2, entries=150, sequenceid=250, filesize=11.9 K 2024-12-05T23:19:30,835 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 78b985790178fef7ed6ce5d9c87b0019 in 671ms, sequenceid=250, compaction requested=false 2024-12-05T23:19:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T23:19:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-05T23:19:30,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-05T23:19:30,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6650 sec 2024-12-05T23:19:30,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.6760 sec 2024-12-05T23:19:30,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T23:19:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:30,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/1c5d6004a8774bb8be85adb4a233bc2f is 50, key is test_row_0/A:col10/1733440770571/Put/seqid=0 2024-12-05T23:19:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741893_1069 (size=12301) 2024-12-05T23:19:31,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/1c5d6004a8774bb8be85adb4a233bc2f 2024-12-05T23:19:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440831001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440831007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/c2227c02e48d4d5d8552fd3c34df9cca is 50, key is test_row_0/B:col10/1733440770571/Put/seqid=0 2024-12-05T23:19:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741894_1070 (size=12301) 2024-12-05T23:19:31,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/c2227c02e48d4d5d8552fd3c34df9cca 2024-12-05T23:19:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440831120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440831115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/9ba298486a994d8c810de732de2bf527 is 50, key is test_row_0/C:col10/1733440770571/Put/seqid=0 2024-12-05T23:19:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741895_1071 (size=12301) 2024-12-05T23:19:31,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/9ba298486a994d8c810de732de2bf527 2024-12-05T23:19:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/1c5d6004a8774bb8be85adb4a233bc2f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1c5d6004a8774bb8be85adb4a233bc2f 2024-12-05T23:19:31,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1c5d6004a8774bb8be85adb4a233bc2f, entries=150, sequenceid=275, filesize=12.0 K 2024-12-05T23:19:31,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/c2227c02e48d4d5d8552fd3c34df9cca as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c2227c02e48d4d5d8552fd3c34df9cca 2024-12-05T23:19:31,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c2227c02e48d4d5d8552fd3c34df9cca, entries=150, sequenceid=275, filesize=12.0 K 2024-12-05T23:19:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/9ba298486a994d8c810de732de2bf527 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9ba298486a994d8c810de732de2bf527 2024-12-05T23:19:31,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9ba298486a994d8c810de732de2bf527, entries=150, sequenceid=275, filesize=12.0 K 2024-12-05T23:19:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T23:19:31,286 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-05T23:19:31,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:31,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 78b985790178fef7ed6ce5d9c87b0019 in 394ms, sequenceid=275, compaction requested=true 2024-12-05T23:19:31,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-05T23:19:31,289 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:31,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:31,292 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:31,292 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:31,292 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:31,292 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:31,294 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ab2226fe03684ec5b7283e978052e08a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/eb5280ef084f49f9bca9c502b5dda0ac, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1c5d6004a8774bb8be85adb4a233bc2f] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.3 K 2024-12-05T23:19:31,295 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab2226fe03684ec5b7283e978052e08a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733440768670 2024-12-05T23:19:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:31,295 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb5280ef084f49f9bca9c502b5dda0ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733440769311 2024-12-05T23:19:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:31,296 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:31,296 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c5d6004a8774bb8be85adb4a233bc2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733440770531 2024-12-05T23:19:31,297 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:31,298 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:31,298 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,298 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9c6d06eecbb84214aeb6cc4e7acc5564, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9372bf917ca8406ebebb95b0910b82d6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c2227c02e48d4d5d8552fd3c34df9cca] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.3 K 2024-12-05T23:19:31,299 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c6d06eecbb84214aeb6cc4e7acc5564, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733440768670 2024-12-05T23:19:31,300 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9372bf917ca8406ebebb95b0910b82d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733440769311 2024-12-05T23:19:31,300 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c2227c02e48d4d5d8552fd3c34df9cca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733440770531 2024-12-05T23:19:31,314 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:31,316 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/d281b6b0ba344bf3b10e7d28d5579593 is 50, key is test_row_0/A:col10/1733440770571/Put/seqid=0 2024-12-05T23:19:31,322 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:31,323 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/8c1890913b6d48c4a25b1795c59c5f2d is 50, key is test_row_0/B:col10/1733440770571/Put/seqid=0 2024-12-05T23:19:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:31,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T23:19:31,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:31,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:31,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:31,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:31,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:31,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741896_1072 (size=12949) 2024-12-05T23:19:31,346 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/d281b6b0ba344bf3b10e7d28d5579593 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/d281b6b0ba344bf3b10e7d28d5579593 2024-12-05T23:19:31,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b5aedf4a91344f2f83ed3f825c306286 is 50, key is test_row_0/A:col10/1733440770978/Put/seqid=0 2024-12-05T23:19:31,362 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into d281b6b0ba344bf3b10e7d28d5579593(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:31,362 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:31,362 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440771289; duration=0sec 2024-12-05T23:19:31,362 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:31,362 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:31,362 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:31,366 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:31,366 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:31,366 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,366 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d65606b302a941e7beed3a10451b7157, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/5ea850ca0fef4215a1ff75623d5943f2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9ba298486a994d8c810de732de2bf527] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.3 K 2024-12-05T23:19:31,369 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d65606b302a941e7beed3a10451b7157, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733440768670 2024-12-05T23:19:31,371 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ea850ca0fef4215a1ff75623d5943f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733440769311 2024-12-05T23:19:31,372 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ba298486a994d8c810de732de2bf527, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733440770531 2024-12-05T23:19:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741898_1074 (size=14741) 2024-12-05T23:19:31,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b5aedf4a91344f2f83ed3f825c306286 2024-12-05T23:19:31,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741897_1073 (size=12949) 2024-12-05T23:19:31,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/6fd5e3680386425ebb3e45ed2e12603f is 50, key is test_row_0/B:col10/1733440770978/Put/seqid=0 2024-12-05T23:19:31,391 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:31,392 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/287dd752d72549fb8d590785c8f4f740 is 50, key is test_row_0/C:col10/1733440770571/Put/seqid=0 2024-12-05T23:19:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741899_1075 (size=12301) 2024-12-05T23:19:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741900_1076 (size=12949) 2024-12-05T23:19:31,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440831418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43852 deadline: 1733440831414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,424 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8249 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:31,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440831421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440831423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440831422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440831525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440831530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440831530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440831530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:31,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440831735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440831744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440831744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440831744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,804 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/8c1890913b6d48c4a25b1795c59c5f2d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8c1890913b6d48c4a25b1795c59c5f2d 2024-12-05T23:19:31,813 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 8c1890913b6d48c4a25b1795c59c5f2d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:31,813 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:31,813 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440771295; duration=0sec 2024-12-05T23:19:31,813 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:31,813 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:31,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/6fd5e3680386425ebb3e45ed2e12603f 2024-12-05T23:19:31,836 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/287dd752d72549fb8d590785c8f4f740 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/287dd752d72549fb8d590785c8f4f740 2024-12-05T23:19:31,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/136fd0e40a8c4c19ad3b7b3abbf1153a is 50, key is test_row_0/C:col10/1733440770978/Put/seqid=0 2024-12-05T23:19:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741901_1077 (size=12301) 2024-12-05T23:19:31,857 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into 287dd752d72549fb8d590785c8f4f740(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:31,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/136fd0e40a8c4c19ad3b7b3abbf1153a 2024-12-05T23:19:31,857 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:31,857 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440771296; duration=0sec 2024-12-05T23:19:31,857 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:31,857 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:31,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b5aedf4a91344f2f83ed3f825c306286 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b5aedf4a91344f2f83ed3f825c306286 2024-12-05T23:19:31,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b5aedf4a91344f2f83ed3f825c306286, entries=200, sequenceid=290, filesize=14.4 K 2024-12-05T23:19:31,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/6fd5e3680386425ebb3e45ed2e12603f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6fd5e3680386425ebb3e45ed2e12603f 2024-12-05T23:19:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:31,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6fd5e3680386425ebb3e45ed2e12603f, entries=150, sequenceid=290, filesize=12.0 K 2024-12-05T23:19:31,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/136fd0e40a8c4c19ad3b7b3abbf1153a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/136fd0e40a8c4c19ad3b7b3abbf1153a 2024-12-05T23:19:31,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/136fd0e40a8c4c19ad3b7b3abbf1153a, entries=150, sequenceid=290, filesize=12.0 K 2024-12-05T23:19:31,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:31,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:31,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:31,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:31,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:31,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 78b985790178fef7ed6ce5d9c87b0019 in 588ms, sequenceid=290, compaction requested=false 2024-12-05T23:19:31,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:32,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:19:32,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:32,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:32,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:32,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:32,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:32,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:32,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/6bccafee8f3c4eb09b1559159ab8c78b is 50, key is test_row_0/A:col10/1733440771407/Put/seqid=0 2024-12-05T23:19:32,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440832077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440832080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440832081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440832093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741902_1078 (size=14741) 2024-12-05T23:19:32,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/6bccafee8f3c4eb09b1559159ab8c78b 2024-12-05T23:19:32,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/010281e7a2b04b30936a670a50091890 is 50, key is test_row_0/B:col10/1733440771407/Put/seqid=0 2024-12-05T23:19:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741903_1079 (size=12301) 2024-12-05T23:19:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440832185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440832191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440832191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440832201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:32,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:32,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:32,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:32,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440832390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:32,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440832397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440832399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440832404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/010281e7a2b04b30936a670a50091890 2024-12-05T23:19:32,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/877ca42e4008418aa037db9fd6a90fc8 is 50, key is test_row_0/C:col10/1733440771407/Put/seqid=0 2024-12-05T23:19:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741904_1080 (size=12301) 2024-12-05T23:19:32,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/877ca42e4008418aa037db9fd6a90fc8 2024-12-05T23:19:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/6bccafee8f3c4eb09b1559159ab8c78b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/6bccafee8f3c4eb09b1559159ab8c78b 2024-12-05T23:19:32,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/6bccafee8f3c4eb09b1559159ab8c78b, entries=200, sequenceid=316, filesize=14.4 K 2024-12-05T23:19:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/010281e7a2b04b30936a670a50091890 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/010281e7a2b04b30936a670a50091890 2024-12-05T23:19:32,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/010281e7a2b04b30936a670a50091890, entries=150, sequenceid=316, filesize=12.0 K 2024-12-05T23:19:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/877ca42e4008418aa037db9fd6a90fc8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/877ca42e4008418aa037db9fd6a90fc8 2024-12-05T23:19:32,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440832698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440832701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440832702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/877ca42e4008418aa037db9fd6a90fc8, entries=150, sequenceid=316, filesize=12.0 K 2024-12-05T23:19:32,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 78b985790178fef7ed6ce5d9c87b0019 in 670ms, sequenceid=316, compaction requested=true 2024-12-05T23:19:32,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:32,718 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:32,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T23:19:32,719 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:32,719 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:32,719 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,720 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/d281b6b0ba344bf3b10e7d28d5579593, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b5aedf4a91344f2f83ed3f825c306286, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/6bccafee8f3c4eb09b1559159ab8c78b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=41.4 K 2024-12-05T23:19:32,720 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d281b6b0ba344bf3b10e7d28d5579593, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733440770531 2024-12-05T23:19:32,720 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:32,721 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5aedf4a91344f2f83ed3f825c306286, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733440770978 2024-12-05T23:19:32,721 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bccafee8f3c4eb09b1559159ab8c78b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440771407 2024-12-05T23:19:32,729 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:32,729 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:32,729 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,729 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8c1890913b6d48c4a25b1795c59c5f2d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6fd5e3680386425ebb3e45ed2e12603f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/010281e7a2b04b30936a670a50091890] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.7 K 2024-12-05T23:19:32,734 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c1890913b6d48c4a25b1795c59c5f2d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733440770531 2024-12-05T23:19:32,736 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:32,737 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8e7a9486fabd45cf8548de8584bfad91 is 50, key is test_row_0/A:col10/1733440771407/Put/seqid=0 2024-12-05T23:19:32,742 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fd5e3680386425ebb3e45ed2e12603f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733440770978 2024-12-05T23:19:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:32,748 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 010281e7a2b04b30936a670a50091890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440771407 2024-12-05T23:19:32,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:19:32,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:32,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:32,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:32,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:32,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:32,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:32,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2033f5fba17140ef9795987bee9cbb8c is 50, key is test_row_0/A:col10/1733440772739/Put/seqid=0 2024-12-05T23:19:32,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741905_1081 (size=13051) 2024-12-05T23:19:32,808 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:32,809 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/0a4e1affe9164fb6bcff5ec9897bed26 is 50, key is test_row_0/B:col10/1733440771407/Put/seqid=0 2024-12-05T23:19:32,828 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8e7a9486fabd45cf8548de8584bfad91 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8e7a9486fabd45cf8548de8584bfad91 2024-12-05T23:19:32,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:32,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741907_1083 (size=13051) 2024-12-05T23:19:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741906_1082 (size=14741) 2024-12-05T23:19:32,884 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into 8e7a9486fabd45cf8548de8584bfad91(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:32,884 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:32,884 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440772718; duration=0sec 2024-12-05T23:19:32,884 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:32,884 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:32,884 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:32,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2033f5fba17140ef9795987bee9cbb8c 2024-12-05T23:19:32,896 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:32,897 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:32,897 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:32,897 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/287dd752d72549fb8d590785c8f4f740, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/136fd0e40a8c4c19ad3b7b3abbf1153a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/877ca42e4008418aa037db9fd6a90fc8] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.7 K 2024-12-05T23:19:32,905 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 287dd752d72549fb8d590785c8f4f740, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733440770531 2024-12-05T23:19:32,909 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 136fd0e40a8c4c19ad3b7b3abbf1153a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733440770978 2024-12-05T23:19:32,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440832906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:32,916 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877ca42e4008418aa037db9fd6a90fc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440771407 2024-12-05T23:19:32,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/0e2a7518ed4745019fa860c0803cb732 is 50, key is test_row_0/B:col10/1733440772739/Put/seqid=0 2024-12-05T23:19:32,971 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:32,971 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/cb92cec0a28044f0a960bfb8bd3e538f is 50, key is test_row_0/C:col10/1733440771407/Put/seqid=0 2024-12-05T23:19:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741908_1084 (size=12301) 2024-12-05T23:19:33,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/0e2a7518ed4745019fa860c0803cb732 2024-12-05T23:19:33,016 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440833013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741909_1085 (size=13051) 2024-12-05T23:19:33,042 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/cb92cec0a28044f0a960bfb8bd3e538f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/cb92cec0a28044f0a960bfb8bd3e538f 2024-12-05T23:19:33,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/f3ab8fa0f24a41ddb84c0912af95fcac is 50, key is test_row_0/C:col10/1733440772739/Put/seqid=0 2024-12-05T23:19:33,056 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into cb92cec0a28044f0a960bfb8bd3e538f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:33,056 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:33,056 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440772719; duration=0sec 2024-12-05T23:19:33,057 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:33,057 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741910_1086 (size=12301) 2024-12-05T23:19:33,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/f3ab8fa0f24a41ddb84c0912af95fcac 2024-12-05T23:19:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2033f5fba17140ef9795987bee9cbb8c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2033f5fba17140ef9795987bee9cbb8c 2024-12-05T23:19:33,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2033f5fba17140ef9795987bee9cbb8c, entries=200, sequenceid=330, filesize=14.4 K 2024-12-05T23:19:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/0e2a7518ed4745019fa860c0803cb732 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0e2a7518ed4745019fa860c0803cb732 2024-12-05T23:19:33,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0e2a7518ed4745019fa860c0803cb732, entries=150, sequenceid=330, filesize=12.0 K 2024-12-05T23:19:33,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/f3ab8fa0f24a41ddb84c0912af95fcac as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f3ab8fa0f24a41ddb84c0912af95fcac 2024-12-05T23:19:33,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f3ab8fa0f24a41ddb84c0912af95fcac, entries=150, sequenceid=330, filesize=12.0 K 2024-12-05T23:19:33,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:33,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 78b985790178fef7ed6ce5d9c87b0019 in 426ms, sequenceid=330, compaction requested=false 2024-12-05T23:19:33,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:33,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:19:33,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:33,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:33,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:33,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:33,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:33,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:33,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fd9c6d9d11e14f1fa2cfabd867e02ae0 is 50, key is test_row_0/A:col10/1733440773210/Put/seqid=0 2024-12-05T23:19:33,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440833239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440833240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440833245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440833246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,276 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/0a4e1affe9164fb6bcff5ec9897bed26 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0a4e1affe9164fb6bcff5ec9897bed26 2024-12-05T23:19:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741911_1087 (size=14741) 2024-12-05T23:19:33,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fd9c6d9d11e14f1fa2cfabd867e02ae0 2024-12-05T23:19:33,285 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 0a4e1affe9164fb6bcff5ec9897bed26(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:33,285 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:33,286 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440772719; duration=0sec 2024-12-05T23:19:33,286 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:33,286 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:33,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/e61ead5090cf464488ed75ec4c438642 is 50, key is test_row_0/B:col10/1733440773210/Put/seqid=0 2024-12-05T23:19:33,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:33,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741912_1088 (size=12301) 2024-12-05T23:19:33,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440833350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440833353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/e61ead5090cf464488ed75ec4c438642 2024-12-05T23:19:33,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440833357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440833358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/c7598e3fa8204b87a48802fdd6b8a3ad is 50, key is test_row_0/C:col10/1733440773210/Put/seqid=0 2024-12-05T23:19:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741913_1089 (size=12301) 2024-12-05T23:19:33,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/c7598e3fa8204b87a48802fdd6b8a3ad 2024-12-05T23:19:33,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fd9c6d9d11e14f1fa2cfabd867e02ae0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fd9c6d9d11e14f1fa2cfabd867e02ae0 2024-12-05T23:19:33,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fd9c6d9d11e14f1fa2cfabd867e02ae0, entries=200, sequenceid=355, filesize=14.4 K 2024-12-05T23:19:33,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/e61ead5090cf464488ed75ec4c438642 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e61ead5090cf464488ed75ec4c438642 2024-12-05T23:19:33,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e61ead5090cf464488ed75ec4c438642, entries=150, sequenceid=355, filesize=12.0 K 2024-12-05T23:19:33,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/c7598e3fa8204b87a48802fdd6b8a3ad as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/c7598e3fa8204b87a48802fdd6b8a3ad 2024-12-05T23:19:33,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:33,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/c7598e3fa8204b87a48802fdd6b8a3ad, entries=150, sequenceid=355, filesize=12.0 K 2024-12-05T23:19:33,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 78b985790178fef7ed6ce5d9c87b0019 in 281ms, sequenceid=355, compaction requested=true 2024-12-05T23:19:33,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:33,493 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:33,494 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:33,495 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:33,495 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:33,495 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,495 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8e7a9486fabd45cf8548de8584bfad91, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2033f5fba17140ef9795987bee9cbb8c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fd9c6d9d11e14f1fa2cfabd867e02ae0] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=41.5 K 2024-12-05T23:19:33,496 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:33,496 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:33,496 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,496 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0a4e1affe9164fb6bcff5ec9897bed26, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0e2a7518ed4745019fa860c0803cb732, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e61ead5090cf464488ed75ec4c438642] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.8 K 2024-12-05T23:19:33,497 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e7a9486fabd45cf8548de8584bfad91, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440771407 2024-12-05T23:19:33,497 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a4e1affe9164fb6bcff5ec9897bed26, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440771407 2024-12-05T23:19:33,498 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2033f5fba17140ef9795987bee9cbb8c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733440772054 2024-12-05T23:19:33,498 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e2a7518ed4745019fa860c0803cb732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733440772054 2024-12-05T23:19:33,499 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e61ead5090cf464488ed75ec4c438642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440772852 2024-12-05T23:19:33,499 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd9c6d9d11e14f1fa2cfabd867e02ae0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440772852 2024-12-05T23:19:33,528 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#75 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:33,529 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/ebaca2fa97834938914a12275fefe6ea is 50, key is test_row_0/B:col10/1733440773210/Put/seqid=0 2024-12-05T23:19:33,539 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:33,540 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/28319bb9cd9944e6b6beabb13782f3fe is 50, key is test_row_0/A:col10/1733440773210/Put/seqid=0 2024-12-05T23:19:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:33,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:19:33,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:33,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:33,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:33,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:33,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:33,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:33,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b13df59678204ac89fab56a7ef303247 is 50, key is test_row_0/A:col10/1733440773560/Put/seqid=0 2024-12-05T23:19:33,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741914_1090 (size=13153) 2024-12-05T23:19:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741915_1091 (size=13153) 2024-12-05T23:19:33,593 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/ebaca2fa97834938914a12275fefe6ea as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ebaca2fa97834938914a12275fefe6ea 2024-12-05T23:19:33,603 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into ebaca2fa97834938914a12275fefe6ea(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:33,603 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:33,605 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440773494; duration=0sec 2024-12-05T23:19:33,605 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:33,605 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:33,605 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741916_1092 (size=14741) 2024-12-05T23:19:33,611 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:33,611 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:33,611 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,612 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/cb92cec0a28044f0a960bfb8bd3e538f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f3ab8fa0f24a41ddb84c0912af95fcac, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/c7598e3fa8204b87a48802fdd6b8a3ad] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.8 K 2024-12-05T23:19:33,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b13df59678204ac89fab56a7ef303247 2024-12-05T23:19:33,615 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting cb92cec0a28044f0a960bfb8bd3e538f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440771407 2024-12-05T23:19:33,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440833607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440833608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440833609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440833613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,621 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f3ab8fa0f24a41ddb84c0912af95fcac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733440772054 2024-12-05T23:19:33,629 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c7598e3fa8204b87a48802fdd6b8a3ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440772852 2024-12-05T23:19:33,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:33,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:33,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,663 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:33,663 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/1e32fd2ef47b42ee8c6ad338c99fb235 is 50, key is test_row_0/C:col10/1733440773210/Put/seqid=0 2024-12-05T23:19:33,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f662064c7c1c40ea9f0f60a95928b825 is 50, key is test_row_0/B:col10/1733440773560/Put/seqid=0 2024-12-05T23:19:33,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741918_1094 (size=12301) 2024-12-05T23:19:33,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440833721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440833720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440833722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440833722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741917_1093 (size=13153) 2024-12-05T23:19:33,758 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/1e32fd2ef47b42ee8c6ad338c99fb235 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1e32fd2ef47b42ee8c6ad338c99fb235 2024-12-05T23:19:33,769 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into 1e32fd2ef47b42ee8c6ad338c99fb235(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:33,769 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:33,769 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440773494; duration=0sec 2024-12-05T23:19:33,769 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:33,769 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:33,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440833932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440833933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440833936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440833952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:33,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:33,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:33,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/28319bb9cd9944e6b6beabb13782f3fe as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/28319bb9cd9944e6b6beabb13782f3fe 2024-12-05T23:19:34,011 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into 28319bb9cd9944e6b6beabb13782f3fe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:34,011 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:34,011 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440773493; duration=0sec 2024-12-05T23:19:34,011 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:34,011 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:34,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f662064c7c1c40ea9f0f60a95928b825 2024-12-05T23:19:34,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:34,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/f618d0b301cd4e2eaed70a89f68a5702 is 50, key is test_row_0/C:col10/1733440773560/Put/seqid=0 2024-12-05T23:19:34,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741919_1095 (size=12301) 2024-12-05T23:19:34,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/f618d0b301cd4e2eaed70a89f68a5702 2024-12-05T23:19:34,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b13df59678204ac89fab56a7ef303247 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b13df59678204ac89fab56a7ef303247 2024-12-05T23:19:34,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b13df59678204ac89fab56a7ef303247, entries=200, sequenceid=370, filesize=14.4 K 2024-12-05T23:19:34,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f662064c7c1c40ea9f0f60a95928b825 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f662064c7c1c40ea9f0f60a95928b825 2024-12-05T23:19:34,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f662064c7c1c40ea9f0f60a95928b825, entries=150, sequenceid=370, filesize=12.0 K 2024-12-05T23:19:34,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/f618d0b301cd4e2eaed70a89f68a5702 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f618d0b301cd4e2eaed70a89f68a5702 2024-12-05T23:19:34,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f618d0b301cd4e2eaed70a89f68a5702, entries=150, sequenceid=370, filesize=12.0 K 2024-12-05T23:19:34,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 78b985790178fef7ed6ce5d9c87b0019 in 689ms, sequenceid=370, compaction requested=false 2024-12-05T23:19:34,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:34,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:19:34,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:34,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:34,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:34,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:34,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:34,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:34,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/253d188480d7499e8cb6df7ce5ff23aa is 50, key is test_row_0/A:col10/1733440774261/Put/seqid=0 2024-12-05T23:19:34,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440834284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440834289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440834293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440834296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741920_1096 (size=12301) 2024-12-05T23:19:34,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440834401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440834405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440834408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440834408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,432 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:34,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:34,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:34,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440834604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440834613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440834613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440834616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/253d188480d7499e8cb6df7ce5ff23aa 2024-12-05T23:19:34,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/ecc69492ce8f40d1b0943fd6d7127da5 is 50, key is test_row_0/B:col10/1733440774261/Put/seqid=0 2024-12-05T23:19:34,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:34,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741921_1097 (size=12301) 2024-12-05T23:19:34,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:34,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:34,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440834910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440834922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440834922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440834922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:35,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:35,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:35,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:35,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/ecc69492ce8f40d1b0943fd6d7127da5 2024-12-05T23:19:35,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/a30b26b446e24bcdbe3cd6784c97e2ff is 50, key is test_row_0/C:col10/1733440774261/Put/seqid=0 2024-12-05T23:19:35,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:35,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741922_1098 (size=12301) 2024-12-05T23:19:35,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/a30b26b446e24bcdbe3cd6784c97e2ff 2024-12-05T23:19:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/253d188480d7499e8cb6df7ce5ff23aa as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/253d188480d7499e8cb6df7ce5ff23aa 2024-12-05T23:19:35,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/253d188480d7499e8cb6df7ce5ff23aa, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T23:19:35,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/ecc69492ce8f40d1b0943fd6d7127da5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ecc69492ce8f40d1b0943fd6d7127da5 2024-12-05T23:19:35,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ecc69492ce8f40d1b0943fd6d7127da5, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T23:19:35,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/a30b26b446e24bcdbe3cd6784c97e2ff as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a30b26b446e24bcdbe3cd6784c97e2ff 2024-12-05T23:19:35,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a30b26b446e24bcdbe3cd6784c97e2ff, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T23:19:35,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 78b985790178fef7ed6ce5d9c87b0019 in 1046ms, sequenceid=399, compaction requested=true 2024-12-05T23:19:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:35,309 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:35,309 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:35,317 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:35,318 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:35,318 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,318 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/28319bb9cd9944e6b6beabb13782f3fe, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b13df59678204ac89fab56a7ef303247, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/253d188480d7499e8cb6df7ce5ff23aa] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=39.3 K 2024-12-05T23:19:35,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:35,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:35,319 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,319 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ebaca2fa97834938914a12275fefe6ea, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f662064c7c1c40ea9f0f60a95928b825, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ecc69492ce8f40d1b0943fd6d7127da5] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.9 K 2024-12-05T23:19:35,319 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28319bb9cd9944e6b6beabb13782f3fe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440772852 2024-12-05T23:19:35,320 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ebaca2fa97834938914a12275fefe6ea, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440772852 2024-12-05T23:19:35,320 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b13df59678204ac89fab56a7ef303247, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733440773218 2024-12-05T23:19:35,321 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f662064c7c1c40ea9f0f60a95928b825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733440773218 2024-12-05T23:19:35,321 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 253d188480d7499e8cb6df7ce5ff23aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440773609 2024-12-05T23:19:35,322 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc69492ce8f40d1b0943fd6d7127da5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440773609 2024-12-05T23:19:35,342 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:35,343 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f82b36cfd101455f8101a31bf8ac4d4b is 50, key is test_row_0/B:col10/1733440774261/Put/seqid=0 2024-12-05T23:19:35,354 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:35,356 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fcaefb058e954eb489ff0f5c635d7ac1 is 50, key is test_row_0/A:col10/1733440774261/Put/seqid=0 2024-12-05T23:19:35,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T23:19:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,376 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:19:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:35,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:35,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741923_1099 (size=13255) 2024-12-05T23:19:35,452 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f82b36cfd101455f8101a31bf8ac4d4b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f82b36cfd101455f8101a31bf8ac4d4b 2024-12-05T23:19:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741924_1100 (size=13255) 2024-12-05T23:19:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2ffee2eb5028468abd501d832e601bcc is 50, key is test_row_0/A:col10/1733440774283/Put/seqid=0 2024-12-05T23:19:35,476 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/fcaefb058e954eb489ff0f5c635d7ac1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fcaefb058e954eb489ff0f5c635d7ac1 2024-12-05T23:19:35,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741925_1101 (size=12301) 2024-12-05T23:19:35,510 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into f82b36cfd101455f8101a31bf8ac4d4b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:35,510 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:35,510 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440775309; duration=0sec 2024-12-05T23:19:35,511 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:35,511 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:35,511 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:35,511 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into fcaefb058e954eb489ff0f5c635d7ac1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:35,511 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:35,511 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440775309; duration=0sec 2024-12-05T23:19:35,511 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:35,511 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:35,513 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:35,513 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:35,513 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:35,513 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1e32fd2ef47b42ee8c6ad338c99fb235, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f618d0b301cd4e2eaed70a89f68a5702, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a30b26b446e24bcdbe3cd6784c97e2ff] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=36.9 K 2024-12-05T23:19:35,514 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e32fd2ef47b42ee8c6ad338c99fb235, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440772852 2024-12-05T23:19:35,515 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f618d0b301cd4e2eaed70a89f68a5702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733440773218 2024-12-05T23:19:35,515 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2ffee2eb5028468abd501d832e601bcc 2024-12-05T23:19:35,515 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a30b26b446e24bcdbe3cd6784c97e2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440773609 2024-12-05T23:19:35,527 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/351c0b1f30f04af49a81d476c7553012 is 50, key is test_row_0/B:col10/1733440774283/Put/seqid=0 2024-12-05T23:19:35,528 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/a4c474379ced4323a3ab8e9b92ef8df4 is 50, key is test_row_0/C:col10/1733440774261/Put/seqid=0 2024-12-05T23:19:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741926_1102 (size=12301) 2024-12-05T23:19:35,535 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/351c0b1f30f04af49a81d476c7553012 2024-12-05T23:19:35,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/1fdcc24c2b4f41b5bde29fbcca73f5b5 is 50, key is test_row_0/C:col10/1733440774283/Put/seqid=0 2024-12-05T23:19:35,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440835551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741927_1103 (size=13255) 2024-12-05T23:19:35,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440835559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440835559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440835561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741928_1104 (size=12301) 2024-12-05T23:19:35,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440835665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440835666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440835669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440835669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440835869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440835869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440835872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440835872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:35,961 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/a4c474379ced4323a3ab8e9b92ef8df4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a4c474379ced4323a3ab8e9b92ef8df4 2024-12-05T23:19:35,970 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into a4c474379ced4323a3ab8e9b92ef8df4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:35,970 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:35,970 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440775309; duration=0sec 2024-12-05T23:19:35,970 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:35,970 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:35,990 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/1fdcc24c2b4f41b5bde29fbcca73f5b5 2024-12-05T23:19:35,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2ffee2eb5028468abd501d832e601bcc as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2ffee2eb5028468abd501d832e601bcc 2024-12-05T23:19:36,002 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2ffee2eb5028468abd501d832e601bcc, entries=150, sequenceid=410, filesize=12.0 K 2024-12-05T23:19:36,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/351c0b1f30f04af49a81d476c7553012 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/351c0b1f30f04af49a81d476c7553012 2024-12-05T23:19:36,024 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/351c0b1f30f04af49a81d476c7553012, entries=150, sequenceid=410, filesize=12.0 K 2024-12-05T23:19:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/1fdcc24c2b4f41b5bde29fbcca73f5b5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1fdcc24c2b4f41b5bde29fbcca73f5b5 2024-12-05T23:19:36,036 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1fdcc24c2b4f41b5bde29fbcca73f5b5, entries=150, sequenceid=410, filesize=12.0 K 2024-12-05T23:19:36,038 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 78b985790178fef7ed6ce5d9c87b0019 in 661ms, sequenceid=410, compaction requested=false 2024-12-05T23:19:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-05T23:19:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-05T23:19:36,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-05T23:19:36,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7480 sec 2024-12-05T23:19:36,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 4.7550 sec 2024-12-05T23:19:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:36,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-05T23:19:36,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:36,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:36,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:36,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:36,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:36,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:36,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8951924325ee4f1ab3670c2df282be1e is 50, key is test_row_0/A:col10/1733440775534/Put/seqid=0 2024-12-05T23:19:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440836189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440836190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440836192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440836192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741929_1105 (size=12301) 2024-12-05T23:19:36,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8951924325ee4f1ab3670c2df282be1e 2024-12-05T23:19:36,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/e03ed8dc217e480f91dae3b25bb84338 is 50, key is test_row_0/B:col10/1733440775534/Put/seqid=0 2024-12-05T23:19:36,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440836294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440836301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440836301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440836301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741930_1106 (size=12301) 2024-12-05T23:19:36,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440836503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440836505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440836506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440836507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/e03ed8dc217e480f91dae3b25bb84338 2024-12-05T23:19:36,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/9c46259b66f34160af4ed9004c4e68e0 is 50, key is test_row_0/C:col10/1733440775534/Put/seqid=0 2024-12-05T23:19:36,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741931_1107 (size=12301) 2024-12-05T23:19:36,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440836807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440836809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440836809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:36,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440836814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/9c46259b66f34160af4ed9004c4e68e0 2024-12-05T23:19:37,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8951924325ee4f1ab3670c2df282be1e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8951924325ee4f1ab3670c2df282be1e 2024-12-05T23:19:37,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8951924325ee4f1ab3670c2df282be1e, entries=150, sequenceid=441, filesize=12.0 K 2024-12-05T23:19:37,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/e03ed8dc217e480f91dae3b25bb84338 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e03ed8dc217e480f91dae3b25bb84338 2024-12-05T23:19:37,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e03ed8dc217e480f91dae3b25bb84338, entries=150, sequenceid=441, filesize=12.0 K 2024-12-05T23:19:37,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/9c46259b66f34160af4ed9004c4e68e0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9c46259b66f34160af4ed9004c4e68e0 2024-12-05T23:19:37,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9c46259b66f34160af4ed9004c4e68e0, entries=150, sequenceid=441, filesize=12.0 K 2024-12-05T23:19:37,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 78b985790178fef7ed6ce5d9c87b0019 in 1019ms, sequenceid=441, compaction requested=true 2024-12-05T23:19:37,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:37,196 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:37,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:37,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:37,197 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:37,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:37,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:37,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:37,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:37,204 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:37,204 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:37,205 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:37,205 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fcaefb058e954eb489ff0f5c635d7ac1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2ffee2eb5028468abd501d832e601bcc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8951924325ee4f1ab3670c2df282be1e] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.0 K 2024-12-05T23:19:37,206 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcaefb058e954eb489ff0f5c635d7ac1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440773609 2024-12-05T23:19:37,206 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:37,206 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:37,206 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:37,206 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f82b36cfd101455f8101a31bf8ac4d4b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/351c0b1f30f04af49a81d476c7553012, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e03ed8dc217e480f91dae3b25bb84338] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.0 K 2024-12-05T23:19:37,207 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ffee2eb5028468abd501d832e601bcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733440774282 2024-12-05T23:19:37,207 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f82b36cfd101455f8101a31bf8ac4d4b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440773609 2024-12-05T23:19:37,207 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8951924325ee4f1ab3670c2df282be1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733440775534 2024-12-05T23:19:37,209 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 351c0b1f30f04af49a81d476c7553012, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733440774282 2024-12-05T23:19:37,210 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e03ed8dc217e480f91dae3b25bb84338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733440775534 2024-12-05T23:19:37,236 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#93 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:37,236 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ba5973425a414ad8bb97e6c77f95e6fc is 50, key is test_row_0/A:col10/1733440775534/Put/seqid=0 2024-12-05T23:19:37,241 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#94 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:37,242 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/86b533ca572b4ff39b2a0b2c711a8bd6 is 50, key is test_row_0/B:col10/1733440775534/Put/seqid=0 2024-12-05T23:19:37,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741933_1109 (size=13357) 2024-12-05T23:19:37,289 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/86b533ca572b4ff39b2a0b2c711a8bd6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/86b533ca572b4ff39b2a0b2c711a8bd6 2024-12-05T23:19:37,299 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 86b533ca572b4ff39b2a0b2c711a8bd6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:37,299 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:37,299 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440777196; duration=0sec 2024-12-05T23:19:37,300 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:37,300 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:37,300 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:37,304 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:37,304 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:37,304 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741932_1108 (size=13357) 2024-12-05T23:19:37,304 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a4c474379ced4323a3ab8e9b92ef8df4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1fdcc24c2b4f41b5bde29fbcca73f5b5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9c46259b66f34160af4ed9004c4e68e0] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.0 K 2024-12-05T23:19:37,304 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a4c474379ced4323a3ab8e9b92ef8df4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440773609 2024-12-05T23:19:37,307 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fdcc24c2b4f41b5bde29fbcca73f5b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733440774282 2024-12-05T23:19:37,307 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c46259b66f34160af4ed9004c4e68e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733440775534 2024-12-05T23:19:37,324 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ba5973425a414ad8bb97e6c77f95e6fc as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ba5973425a414ad8bb97e6c77f95e6fc 2024-12-05T23:19:37,334 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into ba5973425a414ad8bb97e6c77f95e6fc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:37,334 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:37,335 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440777196; duration=0sec 2024-12-05T23:19:37,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:37,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:37,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:19:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:37,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:37,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:37,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:37,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:37,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:37,354 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#95 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:37,356 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/452fdddb3df34e8c9e4c0c95fb165171 is 50, key is test_row_0/C:col10/1733440775534/Put/seqid=0 2024-12-05T23:19:37,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8afd86a29f904a369e32b671259e0e25 is 50, key is test_row_1/A:col10/1733440777336/Put/seqid=0 2024-12-05T23:19:37,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741934_1110 (size=13357) 2024-12-05T23:19:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741935_1111 (size=12297) 2024-12-05T23:19:37,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8afd86a29f904a369e32b671259e0e25 2024-12-05T23:19:37,435 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/452fdddb3df34e8c9e4c0c95fb165171 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/452fdddb3df34e8c9e4c0c95fb165171 2024-12-05T23:19:37,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/230d20e62f844555bab662e32770b868 is 50, key is test_row_1/B:col10/1733440777336/Put/seqid=0 2024-12-05T23:19:37,467 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into 452fdddb3df34e8c9e4c0c95fb165171(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:37,467 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:37,467 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440777197; duration=0sec 2024-12-05T23:19:37,467 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:37,467 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:37,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440837470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440837475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741936_1112 (size=9857) 2024-12-05T23:19:37,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440837481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440837482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/230d20e62f844555bab662e32770b868 2024-12-05T23:19:37,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/43cb01116204485c91f16650afe35e81 is 50, key is test_row_1/C:col10/1733440777336/Put/seqid=0 2024-12-05T23:19:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440837583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440837584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440837607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440837607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741937_1113 (size=9857) 2024-12-05T23:19:37,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/43cb01116204485c91f16650afe35e81 2024-12-05T23:19:37,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/8afd86a29f904a369e32b671259e0e25 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8afd86a29f904a369e32b671259e0e25 2024-12-05T23:19:37,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8afd86a29f904a369e32b671259e0e25, entries=150, sequenceid=456, filesize=12.0 K 2024-12-05T23:19:37,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/230d20e62f844555bab662e32770b868 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/230d20e62f844555bab662e32770b868 2024-12-05T23:19:37,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/230d20e62f844555bab662e32770b868, entries=100, sequenceid=456, filesize=9.6 K 2024-12-05T23:19:37,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/43cb01116204485c91f16650afe35e81 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/43cb01116204485c91f16650afe35e81 2024-12-05T23:19:37,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/43cb01116204485c91f16650afe35e81, entries=100, sequenceid=456, filesize=9.6 K 2024-12-05T23:19:37,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 78b985790178fef7ed6ce5d9c87b0019 in 364ms, sequenceid=456, compaction requested=false 2024-12-05T23:19:37,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:37,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:19:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:37,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440837825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440837830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440837834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440837835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2f59637270e940938377e80403ee0348 is 50, key is test_row_0/A:col10/1733440777800/Put/seqid=0 2024-12-05T23:19:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741938_1114 (size=17181) 2024-12-05T23:19:37,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2f59637270e940938377e80403ee0348 2024-12-05T23:19:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440837936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440837942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440837942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440837942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:37,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/36dd99dc98264ecba84d78ccc78497f4 is 50, key is test_row_0/B:col10/1733440777800/Put/seqid=0 2024-12-05T23:19:38,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741939_1115 (size=12301) 2024-12-05T23:19:38,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440838142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440838145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440838149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440838150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/36dd99dc98264ecba84d78ccc78497f4 2024-12-05T23:19:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440838446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440838452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440838453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440838455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/93a7a4eb85bb4aecb6e2ac00bb5fae79 is 50, key is test_row_0/C:col10/1733440777800/Put/seqid=0 2024-12-05T23:19:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741940_1116 (size=12301) 2024-12-05T23:19:38,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/93a7a4eb85bb4aecb6e2ac00bb5fae79 2024-12-05T23:19:38,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2f59637270e940938377e80403ee0348 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2f59637270e940938377e80403ee0348 2024-12-05T23:19:38,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2f59637270e940938377e80403ee0348, entries=250, sequenceid=483, filesize=16.8 K 2024-12-05T23:19:38,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/36dd99dc98264ecba84d78ccc78497f4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/36dd99dc98264ecba84d78ccc78497f4 2024-12-05T23:19:38,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/36dd99dc98264ecba84d78ccc78497f4, entries=150, sequenceid=483, filesize=12.0 K 2024-12-05T23:19:38,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/93a7a4eb85bb4aecb6e2ac00bb5fae79 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/93a7a4eb85bb4aecb6e2ac00bb5fae79 2024-12-05T23:19:38,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/93a7a4eb85bb4aecb6e2ac00bb5fae79, entries=150, sequenceid=483, filesize=12.0 K 2024-12-05T23:19:38,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 78b985790178fef7ed6ce5d9c87b0019 in 769ms, sequenceid=483, compaction requested=true 2024-12-05T23:19:38,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:38,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:38,574 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:38,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:38,575 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:38,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:38,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:38,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:38,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:38,577 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:38,577 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:38,577 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:38,577 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ba5973425a414ad8bb97e6c77f95e6fc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8afd86a29f904a369e32b671259e0e25, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2f59637270e940938377e80403ee0348] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=41.8 K 2024-12-05T23:19:38,577 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:38,577 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:38,577 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:38,578 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/86b533ca572b4ff39b2a0b2c711a8bd6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/230d20e62f844555bab662e32770b868, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/36dd99dc98264ecba84d78ccc78497f4] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=34.7 K 2024-12-05T23:19:38,578 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba5973425a414ad8bb97e6c77f95e6fc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733440775534 2024-12-05T23:19:38,578 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b533ca572b4ff39b2a0b2c711a8bd6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733440775534 2024-12-05T23:19:38,579 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8afd86a29f904a369e32b671259e0e25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733440777323 2024-12-05T23:19:38,579 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 230d20e62f844555bab662e32770b868, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733440777332 2024-12-05T23:19:38,579 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f59637270e940938377e80403ee0348, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733440777471 2024-12-05T23:19:38,579 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 36dd99dc98264ecba84d78ccc78497f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733440777475 2024-12-05T23:19:38,595 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:38,596 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/f759ad2153e44bbca5b5f096d7668698 is 50, key is test_row_0/A:col10/1733440777800/Put/seqid=0 2024-12-05T23:19:38,618 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#103 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:38,618 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/420ac15b03a741c28c1b878ceaaa53c5 is 50, key is test_row_0/B:col10/1733440777800/Put/seqid=0 2024-12-05T23:19:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741941_1117 (size=13459) 2024-12-05T23:19:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741942_1118 (size=13459) 2024-12-05T23:19:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:38,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:19:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:38,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/bfc592b14174451fb62c555ce73ae3b6 is 50, key is test_row_0/A:col10/1733440777811/Put/seqid=0 2024-12-05T23:19:38,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741943_1119 (size=14741) 2024-12-05T23:19:38,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/bfc592b14174451fb62c555ce73ae3b6 2024-12-05T23:19:38,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440838980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440838982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440838983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440838983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:38,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/1528fb92a1af4774a026b59ff8a0a9cf is 50, key is test_row_0/B:col10/1733440777811/Put/seqid=0 2024-12-05T23:19:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741944_1120 (size=12301) 2024-12-05T23:19:39,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/1528fb92a1af4774a026b59ff8a0a9cf 2024-12-05T23:19:39,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/186b3b835e8b4262a459bd5113c5123d is 50, key is test_row_0/C:col10/1733440777811/Put/seqid=0 2024-12-05T23:19:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741945_1121 (size=12301) 2024-12-05T23:19:39,065 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/f759ad2153e44bbca5b5f096d7668698 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/f759ad2153e44bbca5b5f096d7668698 2024-12-05T23:19:39,067 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/420ac15b03a741c28c1b878ceaaa53c5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/420ac15b03a741c28c1b878ceaaa53c5 2024-12-05T23:19:39,077 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into f759ad2153e44bbca5b5f096d7668698(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:39,077 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:39,077 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440778574; duration=0sec 2024-12-05T23:19:39,077 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:39,077 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:39,077 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 420ac15b03a741c28c1b878ceaaa53c5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:39,077 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:39,077 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:39,077 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440778575; duration=0sec 2024-12-05T23:19:39,078 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:39,078 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:39,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440839085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,087 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:39,087 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:39,087 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:39,088 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/452fdddb3df34e8c9e4c0c95fb165171, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/43cb01116204485c91f16650afe35e81, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/93a7a4eb85bb4aecb6e2ac00bb5fae79] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=34.7 K 2024-12-05T23:19:39,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440839086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440839086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440839086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,090 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 452fdddb3df34e8c9e4c0c95fb165171, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733440775534 2024-12-05T23:19:39,091 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43cb01116204485c91f16650afe35e81, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733440777332 2024-12-05T23:19:39,091 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93a7a4eb85bb4aecb6e2ac00bb5fae79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733440777475 2024-12-05T23:19:39,107 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:39,109 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/ec53aeb91d5f45be9d555acc82a56072 is 50, key is test_row_0/C:col10/1733440777800/Put/seqid=0 2024-12-05T23:19:39,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741946_1122 (size=13459) 2024-12-05T23:19:39,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440839289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440839291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440839293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440839293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T23:19:39,449 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-05T23:19:39,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:39,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/186b3b835e8b4262a459bd5113c5123d 2024-12-05T23:19:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-05T23:19:39,453 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:39,454 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:39,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T23:19:39,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/bfc592b14174451fb62c555ce73ae3b6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/bfc592b14174451fb62c555ce73ae3b6 2024-12-05T23:19:39,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/bfc592b14174451fb62c555ce73ae3b6, entries=200, sequenceid=494, filesize=14.4 K 2024-12-05T23:19:39,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/1528fb92a1af4774a026b59ff8a0a9cf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1528fb92a1af4774a026b59ff8a0a9cf 2024-12-05T23:19:39,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1528fb92a1af4774a026b59ff8a0a9cf, entries=150, sequenceid=494, filesize=12.0 K 2024-12-05T23:19:39,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/186b3b835e8b4262a459bd5113c5123d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/186b3b835e8b4262a459bd5113c5123d 2024-12-05T23:19:39,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/186b3b835e8b4262a459bd5113c5123d, entries=150, sequenceid=494, filesize=12.0 K 2024-12-05T23:19:39,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 78b985790178fef7ed6ce5d9c87b0019 in 531ms, sequenceid=494, compaction requested=false 2024-12-05T23:19:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:39,538 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/ec53aeb91d5f45be9d555acc82a56072 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/ec53aeb91d5f45be9d555acc82a56072 2024-12-05T23:19:39,546 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into ec53aeb91d5f45be9d555acc82a56072(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:39,546 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:39,546 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440778575; duration=0sec 2024-12-05T23:19:39,546 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:39,546 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T23:19:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:39,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T23:19:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:39,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T23:19:39,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:39,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:39,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:39,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b0d4748c06694e588dfc56b8669a16cf is 50, key is test_row_0/A:col10/1733440779597/Put/seqid=0 2024-12-05T23:19:39,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440839613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440839616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440839619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440839619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741947_1123 (size=12301) 2024-12-05T23:19:39,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b0d4748c06694e588dfc56b8669a16cf 2024-12-05T23:19:39,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f3a4f8eeeb574334860b9ec419f3d5f9 is 50, key is test_row_0/B:col10/1733440779597/Put/seqid=0 2024-12-05T23:19:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741948_1124 (size=12301) 2024-12-05T23:19:39,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440839723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440839725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440839726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440839726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T23:19:39,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T23:19:39,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:39,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:39,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:39,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T23:19:39,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:39,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:39,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:39,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:39,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440839926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440839927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440839930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:39,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440839930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T23:19:40,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T23:19:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f3a4f8eeeb574334860b9ec419f3d5f9 2024-12-05T23:19:40,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/bd07b2aa7b54483482b9c8b24f0eabe6 is 50, key is test_row_0/C:col10/1733440779597/Put/seqid=0 2024-12-05T23:19:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741949_1125 (size=12301) 2024-12-05T23:19:40,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/bd07b2aa7b54483482b9c8b24f0eabe6 2024-12-05T23:19:40,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/b0d4748c06694e588dfc56b8669a16cf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b0d4748c06694e588dfc56b8669a16cf 2024-12-05T23:19:40,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b0d4748c06694e588dfc56b8669a16cf, entries=150, sequenceid=525, filesize=12.0 K 2024-12-05T23:19:40,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f3a4f8eeeb574334860b9ec419f3d5f9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f3a4f8eeeb574334860b9ec419f3d5f9 2024-12-05T23:19:40,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f3a4f8eeeb574334860b9ec419f3d5f9, entries=150, sequenceid=525, filesize=12.0 K 2024-12-05T23:19:40,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/bd07b2aa7b54483482b9c8b24f0eabe6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bd07b2aa7b54483482b9c8b24f0eabe6 2024-12-05T23:19:40,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bd07b2aa7b54483482b9c8b24f0eabe6, entries=150, sequenceid=525, filesize=12.0 K 2024-12-05T23:19:40,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 78b985790178fef7ed6ce5d9c87b0019 in 602ms, sequenceid=525, compaction requested=true 2024-12-05T23:19:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:40,202 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:40,202 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:40,204 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:40,205 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:40,205 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:40,205 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,205 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/f759ad2153e44bbca5b5f096d7668698, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/bfc592b14174451fb62c555ce73ae3b6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b0d4748c06694e588dfc56b8669a16cf] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=39.6 K 2024-12-05T23:19:40,205 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:40,205 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,206 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/420ac15b03a741c28c1b878ceaaa53c5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1528fb92a1af4774a026b59ff8a0a9cf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f3a4f8eeeb574334860b9ec419f3d5f9] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.2 K 2024-12-05T23:19:40,206 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f759ad2153e44bbca5b5f096d7668698, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733440777475 2024-12-05T23:19:40,206 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 420ac15b03a741c28c1b878ceaaa53c5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733440777475 2024-12-05T23:19:40,207 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfc592b14174451fb62c555ce73ae3b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733440777811 2024-12-05T23:19:40,208 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1528fb92a1af4774a026b59ff8a0a9cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733440777811 2024-12-05T23:19:40,208 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0d4748c06694e588dfc56b8669a16cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733440778981 2024-12-05T23:19:40,209 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a4f8eeeb574334860b9ec419f3d5f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733440778981 2024-12-05T23:19:40,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T23:19:40,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,232 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-05T23:19:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:40,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:40,239 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:40,240 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/7d103bd9b4324e4f892794af54c91d27 is 50, key is test_row_0/B:col10/1733440779597/Put/seqid=0 2024-12-05T23:19:40,248 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:40,249 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/e91c8dfbf026418ea8e2ccc2302fac5e is 50, key is test_row_0/A:col10/1733440779597/Put/seqid=0 2024-12-05T23:19:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/03d989617a5a46698852030d717609f7 is 50, key is test_row_0/A:col10/1733440780231/Put/seqid=0 2024-12-05T23:19:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440840268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440840269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440840271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440840273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741950_1126 (size=13561) 2024-12-05T23:19:40,302 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/7d103bd9b4324e4f892794af54c91d27 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7d103bd9b4324e4f892794af54c91d27 2024-12-05T23:19:40,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741951_1127 (size=13561) 2024-12-05T23:19:40,313 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 7d103bd9b4324e4f892794af54c91d27(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:40,313 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:40,313 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440780202; duration=0sec 2024-12-05T23:19:40,313 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:40,313 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:40,314 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741952_1128 (size=14741) 2024-12-05T23:19:40,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:40,320 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:40,320 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/03d989617a5a46698852030d717609f7 2024-12-05T23:19:40,320 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,320 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/ec53aeb91d5f45be9d555acc82a56072, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/186b3b835e8b4262a459bd5113c5123d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bd07b2aa7b54483482b9c8b24f0eabe6] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.2 K 2024-12-05T23:19:40,320 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ec53aeb91d5f45be9d555acc82a56072, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1733440777475 2024-12-05T23:19:40,321 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 186b3b835e8b4262a459bd5113c5123d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733440777811 2024-12-05T23:19:40,322 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/e91c8dfbf026418ea8e2ccc2302fac5e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e91c8dfbf026418ea8e2ccc2302fac5e 2024-12-05T23:19:40,322 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bd07b2aa7b54483482b9c8b24f0eabe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733440778981 2024-12-05T23:19:40,335 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into e91c8dfbf026418ea8e2ccc2302fac5e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:40,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:40,335 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440780202; duration=0sec 2024-12-05T23:19:40,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:40,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/306bc48af92247b4bed5d1cdddef4cdf is 50, key is test_row_0/B:col10/1733440780231/Put/seqid=0 2024-12-05T23:19:40,338 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:40,338 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/22671f66d05744a1b04bcd4905e8f316 is 50, key is test_row_0/C:col10/1733440779597/Put/seqid=0 2024-12-05T23:19:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741954_1130 (size=13561) 2024-12-05T23:19:40,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440840375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440840376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440840381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440840381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,387 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/22671f66d05744a1b04bcd4905e8f316 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/22671f66d05744a1b04bcd4905e8f316 2024-12-05T23:19:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741953_1129 (size=12301) 2024-12-05T23:19:40,389 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/306bc48af92247b4bed5d1cdddef4cdf 2024-12-05T23:19:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/4a3766fee86540908046370861a58568 is 50, key is test_row_0/C:col10/1733440780231/Put/seqid=0 2024-12-05T23:19:40,418 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into 22671f66d05744a1b04bcd4905e8f316(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:40,418 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:40,418 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440780203; duration=0sec 2024-12-05T23:19:40,418 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:40,418 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:40,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741955_1131 (size=12301) 2024-12-05T23:19:40,452 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/4a3766fee86540908046370861a58568 2024-12-05T23:19:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/03d989617a5a46698852030d717609f7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/03d989617a5a46698852030d717609f7 2024-12-05T23:19:40,477 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/03d989617a5a46698852030d717609f7, entries=200, sequenceid=535, filesize=14.4 K 2024-12-05T23:19:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/306bc48af92247b4bed5d1cdddef4cdf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/306bc48af92247b4bed5d1cdddef4cdf 2024-12-05T23:19:40,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/306bc48af92247b4bed5d1cdddef4cdf, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T23:19:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/4a3766fee86540908046370861a58568 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/4a3766fee86540908046370861a58568 2024-12-05T23:19:40,500 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/4a3766fee86540908046370861a58568, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T23:19:40,501 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 78b985790178fef7ed6ce5d9c87b0019 in 269ms, sequenceid=535, compaction requested=false 2024-12-05T23:19:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-05T23:19:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-05T23:19:40,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-05T23:19:40,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0490 sec 2024-12-05T23:19:40,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0550 sec 2024-12-05T23:19:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T23:19:40,562 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-05T23:19:40,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-05T23:19:40,565 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T23:19:40,566 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:40,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:40,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-05T23:19:40,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:40,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:40,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:40,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:40,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:40,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:40,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/5a118f4d9df5437bb2b642d0f67638e5 is 50, key is test_row_0/A:col10/1733440780271/Put/seqid=0 2024-12-05T23:19:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440840594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440840605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440840605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440840605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741956_1132 (size=12301) 2024-12-05T23:19:40,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/5a118f4d9df5437bb2b642d0f67638e5 2024-12-05T23:19:40,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/cc7beb6855914bfbbed1a00b4b09a4ca is 50, key is test_row_0/B:col10/1733440780271/Put/seqid=0 2024-12-05T23:19:40,641 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fe534a3 to 127.0.0.1:49561 2024-12-05T23:19:40,641 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:40,642 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048b193e to 127.0.0.1:49561 2024-12-05T23:19:40,642 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:40,645 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d24fa14 to 127.0.0.1:49561 2024-12-05T23:19:40,645 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:40,645 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6be1acff to 127.0.0.1:49561 2024-12-05T23:19:40,645 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741957_1133 (size=12301) 2024-12-05T23:19:40,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/cc7beb6855914bfbbed1a00b4b09a4ca 2024-12-05T23:19:40,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/262ef4cb15684cc6a4b76f472193a5a8 is 50, key is test_row_0/C:col10/1733440780271/Put/seqid=0 2024-12-05T23:19:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741958_1134 (size=12301) 2024-12-05T23:19:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T23:19:40,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440840699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440840709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440840709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440840710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T23:19:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T23:19:40,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T23:19:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:40,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:40,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43828 deadline: 1733440840901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43870 deadline: 1733440840911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43824 deadline: 1733440840911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:40,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43842 deadline: 1733440840914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:41,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:41,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T23:19:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:41,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:41,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/262ef4cb15684cc6a4b76f472193a5a8 2024-12-05T23:19:41,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/5a118f4d9df5437bb2b642d0f67638e5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5a118f4d9df5437bb2b642d0f67638e5 2024-12-05T23:19:41,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5a118f4d9df5437bb2b642d0f67638e5, entries=150, sequenceid=566, filesize=12.0 K 2024-12-05T23:19:41,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/cc7beb6855914bfbbed1a00b4b09a4ca as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cc7beb6855914bfbbed1a00b4b09a4ca 2024-12-05T23:19:41,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cc7beb6855914bfbbed1a00b4b09a4ca, entries=150, sequenceid=566, filesize=12.0 K 2024-12-05T23:19:41,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/262ef4cb15684cc6a4b76f472193a5a8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/262ef4cb15684cc6a4b76f472193a5a8 2024-12-05T23:19:41,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/262ef4cb15684cc6a4b76f472193a5a8, entries=150, sequenceid=566, filesize=12.0 K 2024-12-05T23:19:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 78b985790178fef7ed6ce5d9c87b0019 in 495ms, sequenceid=566, compaction requested=true 2024-12-05T23:19:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:41,085 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 78b985790178fef7ed6ce5d9c87b0019:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:41,085 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:41,086 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:41,086 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:41,086 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/B is initiating minor compaction (all files) 2024-12-05T23:19:41,086 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/A is initiating minor compaction (all files) 2024-12-05T23:19:41,086 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/B in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:41,086 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/A in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:41,086 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7d103bd9b4324e4f892794af54c91d27, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/306bc48af92247b4bed5d1cdddef4cdf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cc7beb6855914bfbbed1a00b4b09a4ca] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.3 K 2024-12-05T23:19:41,086 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e91c8dfbf026418ea8e2ccc2302fac5e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/03d989617a5a46698852030d717609f7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5a118f4d9df5437bb2b642d0f67638e5] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=39.7 K 2024-12-05T23:19:41,087 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d103bd9b4324e4f892794af54c91d27, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733440778981 2024-12-05T23:19:41,087 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e91c8dfbf026418ea8e2ccc2302fac5e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733440778981 2024-12-05T23:19:41,087 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 306bc48af92247b4bed5d1cdddef4cdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733440779615 2024-12-05T23:19:41,087 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d989617a5a46698852030d717609f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733440779608 2024-12-05T23:19:41,087 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7beb6855914bfbbed1a00b4b09a4ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733440780271 2024-12-05T23:19:41,087 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a118f4d9df5437bb2b642d0f67638e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733440780271 2024-12-05T23:19:41,095 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#A#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:41,096 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/7b2f5532e85340b988253e4a3d14d709 is 50, key is test_row_0/A:col10/1733440780271/Put/seqid=0 2024-12-05T23:19:41,096 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:41,097 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/6a4afa40a1db4f9bb38fe7d75d3d576f is 50, key is test_row_0/B:col10/1733440780271/Put/seqid=0 2024-12-05T23:19:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741959_1135 (size=13663) 2024-12-05T23:19:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741960_1136 (size=13663) 2024-12-05T23:19:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T23:19:41,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:41,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T23:19:41,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:41,179 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T23:19:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2c484db9368f437f939df5de85eb8d54 is 50, key is test_row_0/A:col10/1733440780590/Put/seqid=0 2024-12-05T23:19:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741961_1137 (size=12301) 2024-12-05T23:19:41,205 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18e8a898 to 127.0.0.1:49561 2024-12-05T23:19:41,205 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:41,214 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70073b8c to 127.0.0.1:49561 2024-12-05T23:19:41,215 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:41,215 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd6116f to 127.0.0.1:49561 2024-12-05T23:19:41,216 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. as already flushing 2024-12-05T23:19:41,220 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c56a622 to 127.0.0.1:49561 2024-12-05T23:19:41,220 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:41,506 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/7b2f5532e85340b988253e4a3d14d709 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/7b2f5532e85340b988253e4a3d14d709 2024-12-05T23:19:41,506 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/6a4afa40a1db4f9bb38fe7d75d3d576f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6a4afa40a1db4f9bb38fe7d75d3d576f 2024-12-05T23:19:41,508 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71d8ef82 to 127.0.0.1:49561 2024-12-05T23:19:41,508 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:41,512 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/A of 78b985790178fef7ed6ce5d9c87b0019 into 7b2f5532e85340b988253e4a3d14d709(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:41,512 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:41,512 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/B of 78b985790178fef7ed6ce5d9c87b0019 into 6a4afa40a1db4f9bb38fe7d75d3d576f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:41,512 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/A, priority=13, startTime=1733440781085; duration=0sec 2024-12-05T23:19:41,512 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:41,512 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/B, priority=13, startTime=1733440781085; duration=0sec 2024-12-05T23:19:41,512 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:41,512 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:A 2024-12-05T23:19:41,512 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:41,512 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:41,512 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:B 2024-12-05T23:19:41,513 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:41,513 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 78b985790178fef7ed6ce5d9c87b0019/C is initiating minor compaction (all files) 2024-12-05T23:19:41,513 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 78b985790178fef7ed6ce5d9c87b0019/C in TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:41,514 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/22671f66d05744a1b04bcd4905e8f316, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/4a3766fee86540908046370861a58568, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/262ef4cb15684cc6a4b76f472193a5a8] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp, totalSize=37.3 K 2024-12-05T23:19:41,514 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22671f66d05744a1b04bcd4905e8f316, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733440778981 2024-12-05T23:19:41,514 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a3766fee86540908046370861a58568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733440779615 2024-12-05T23:19:41,515 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262ef4cb15684cc6a4b76f472193a5a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733440780271 2024-12-05T23:19:41,529 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 78b985790178fef7ed6ce5d9c87b0019#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:41,530 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/b51d3dd33e1240d5be010edb762c404d is 50, key is test_row_0/C:col10/1733440780271/Put/seqid=0 2024-12-05T23:19:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741962_1138 (size=13663) 2024-12-05T23:19:41,590 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2c484db9368f437f939df5de85eb8d54 2024-12-05T23:19:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f22220f12ec24c09b4415c53fa4e4bc8 is 50, key is test_row_0/B:col10/1733440780590/Put/seqid=0 2024-12-05T23:19:41,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741963_1139 (size=12301) 2024-12-05T23:19:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T23:19:41,969 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/b51d3dd33e1240d5be010edb762c404d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/b51d3dd33e1240d5be010edb762c404d 2024-12-05T23:19:41,974 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 78b985790178fef7ed6ce5d9c87b0019/C of 78b985790178fef7ed6ce5d9c87b0019 into b51d3dd33e1240d5be010edb762c404d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:41,974 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:41,974 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019., storeName=78b985790178fef7ed6ce5d9c87b0019/C, priority=13, startTime=1733440781085; duration=0sec 2024-12-05T23:19:41,974 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:41,974 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 78b985790178fef7ed6ce5d9c87b0019:C 2024-12-05T23:19:42,003 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f22220f12ec24c09b4415c53fa4e4bc8 2024-12-05T23:19:42,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/208ba6d9a37a4bbb8be9b3fdd485da01 is 50, key is test_row_0/C:col10/1733440780590/Put/seqid=0 2024-12-05T23:19:42,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741964_1140 (size=12301) 2024-12-05T23:19:42,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/208ba6d9a37a4bbb8be9b3fdd485da01 2024-12-05T23:19:42,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/2c484db9368f437f939df5de85eb8d54 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c484db9368f437f939df5de85eb8d54 2024-12-05T23:19:42,434 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c484db9368f437f939df5de85eb8d54, entries=150, sequenceid=574, filesize=12.0 K 2024-12-05T23:19:42,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f22220f12ec24c09b4415c53fa4e4bc8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f22220f12ec24c09b4415c53fa4e4bc8 2024-12-05T23:19:42,443 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f22220f12ec24c09b4415c53fa4e4bc8, entries=150, sequenceid=574, filesize=12.0 K 2024-12-05T23:19:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/208ba6d9a37a4bbb8be9b3fdd485da01 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/208ba6d9a37a4bbb8be9b3fdd485da01 2024-12-05T23:19:42,454 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/208ba6d9a37a4bbb8be9b3fdd485da01, entries=150, sequenceid=574, filesize=12.0 K 2024-12-05T23:19:42,461 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=33.54 KB/34350 for 78b985790178fef7ed6ce5d9c87b0019 in 1281ms, sequenceid=574, compaction requested=false 2024-12-05T23:19:42,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:42,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:42,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T23:19:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-05T23:19:42,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-05T23:19:42,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-12-05T23:19:42,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.9110 sec 2024-12-05T23:19:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T23:19:42,673 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 169 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3483 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3325 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1520 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4559 rows 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1489 2024-12-05T23:19:42,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4464 rows 2024-12-05T23:19:42,674 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T23:19:42,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e7e3f09 to 127.0.0.1:49561 2024-12-05T23:19:42,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:42,680 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T23:19:42,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T23:19:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:42,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440782701"}]},"ts":"1733440782701"} 2024-12-05T23:19:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T23:19:42,705 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T23:19:42,709 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T23:19:42,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:19:42,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=78b985790178fef7ed6ce5d9c87b0019, UNASSIGN}] 2024-12-05T23:19:42,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=78b985790178fef7ed6ce5d9c87b0019, UNASSIGN 2024-12-05T23:19:42,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=78b985790178fef7ed6ce5d9c87b0019, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:42,726 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:19:42,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:19:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T23:19:42,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:42,884 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:42,884 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:19:42,885 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 78b985790178fef7ed6ce5d9c87b0019, disabling compactions & flushes 2024-12-05T23:19:42,886 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:42,886 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:42,886 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. after waiting 0 ms 2024-12-05T23:19:42,886 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:42,886 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 78b985790178fef7ed6ce5d9c87b0019 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T23:19:42,886 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=A 2024-12-05T23:19:42,886 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:42,886 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=B 2024-12-05T23:19:42,887 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:42,887 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 78b985790178fef7ed6ce5d9c87b0019, store=C 2024-12-05T23:19:42,887 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:42,894 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ef8103755d74409dbdfd42aec60e8fa6 is 50, key is test_row_0/A:col10/1733440781506/Put/seqid=0 2024-12-05T23:19:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741965_1141 (size=12301) 2024-12-05T23:19:42,921 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ef8103755d74409dbdfd42aec60e8fa6 2024-12-05T23:19:42,930 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f9cb8633d68241bdb4122458b73020b1 is 50, key is test_row_0/B:col10/1733440781506/Put/seqid=0 2024-12-05T23:19:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741966_1142 (size=12301) 2024-12-05T23:19:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T23:19:43,098 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:19:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T23:19:43,340 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f9cb8633d68241bdb4122458b73020b1 2024-12-05T23:19:43,348 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/bfae90c901654bfbb088dd9e6ec9e469 is 50, key is test_row_0/C:col10/1733440781506/Put/seqid=0 2024-12-05T23:19:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741967_1143 (size=12301) 2024-12-05T23:19:43,753 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/bfae90c901654bfbb088dd9e6ec9e469 2024-12-05T23:19:43,758 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/A/ef8103755d74409dbdfd42aec60e8fa6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ef8103755d74409dbdfd42aec60e8fa6 2024-12-05T23:19:43,762 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ef8103755d74409dbdfd42aec60e8fa6, entries=150, sequenceid=585, filesize=12.0 K 2024-12-05T23:19:43,763 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/B/f9cb8633d68241bdb4122458b73020b1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f9cb8633d68241bdb4122458b73020b1 2024-12-05T23:19:43,768 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f9cb8633d68241bdb4122458b73020b1, entries=150, sequenceid=585, filesize=12.0 K 2024-12-05T23:19:43,769 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/.tmp/C/bfae90c901654bfbb088dd9e6ec9e469 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bfae90c901654bfbb088dd9e6ec9e469 2024-12-05T23:19:43,772 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bfae90c901654bfbb088dd9e6ec9e469, entries=150, sequenceid=585, filesize=12.0 K 2024-12-05T23:19:43,773 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 78b985790178fef7ed6ce5d9c87b0019 in 887ms, sequenceid=585, compaction requested=true 2024-12-05T23:19:43,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/dc15a39c80de4e38b942168624e26e1e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/10d1dba873de4b5a89fd28718d9beaca, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ee26a40b04b8444f862af36e2db62f0b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/05de606aba19466888a05ba3ea66cff5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1005a5ba667443edb9ee0e86c570d3ab, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c52db7ff9e9406ea3ca6296f05051b8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/090efbe018b14a2dacaa49d79b4bbf9d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b4164e65c1824140925605af56e67fdc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/3c7b789450b04ede80d1480dd26a813d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e6bd92b2c60d443ba623e5ff3445488b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fe6475ed54f4448db30b61d8e2a8c981, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5c5532e8d1654936963b59df4e97bc73, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/15456f1fd562418a880e2e214a3aa84b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/02a78cbf13f04d9fb41fa5f0ba68ddba, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/167e9b9fd9d74bf8bc930b6bd6bb3101, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/54f7cf714f134bd18ad019cd0a3c51b6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ab2226fe03684ec5b7283e978052e08a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/eb5280ef084f49f9bca9c502b5dda0ac, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/d281b6b0ba344bf3b10e7d28d5579593, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1c5d6004a8774bb8be85adb4a233bc2f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b5aedf4a91344f2f83ed3f825c306286, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/6bccafee8f3c4eb09b1559159ab8c78b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8e7a9486fabd45cf8548de8584bfad91, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2033f5fba17140ef9795987bee9cbb8c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fd9c6d9d11e14f1fa2cfabd867e02ae0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/28319bb9cd9944e6b6beabb13782f3fe, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b13df59678204ac89fab56a7ef303247, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fcaefb058e954eb489ff0f5c635d7ac1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/253d188480d7499e8cb6df7ce5ff23aa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2ffee2eb5028468abd501d832e601bcc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ba5973425a414ad8bb97e6c77f95e6fc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8951924325ee4f1ab3670c2df282be1e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8afd86a29f904a369e32b671259e0e25, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2f59637270e940938377e80403ee0348, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/f759ad2153e44bbca5b5f096d7668698, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/bfc592b14174451fb62c555ce73ae3b6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e91c8dfbf026418ea8e2ccc2302fac5e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b0d4748c06694e588dfc56b8669a16cf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/03d989617a5a46698852030d717609f7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5a118f4d9df5437bb2b642d0f67638e5] to archive 2024-12-05T23:19:43,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:19:43,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/dc15a39c80de4e38b942168624e26e1e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/dc15a39c80de4e38b942168624e26e1e 2024-12-05T23:19:43,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/10d1dba873de4b5a89fd28718d9beaca to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/10d1dba873de4b5a89fd28718d9beaca 2024-12-05T23:19:43,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ee26a40b04b8444f862af36e2db62f0b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ee26a40b04b8444f862af36e2db62f0b 2024-12-05T23:19:43,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/05de606aba19466888a05ba3ea66cff5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/05de606aba19466888a05ba3ea66cff5 2024-12-05T23:19:43,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1005a5ba667443edb9ee0e86c570d3ab to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1005a5ba667443edb9ee0e86c570d3ab 2024-12-05T23:19:43,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c52db7ff9e9406ea3ca6296f05051b8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c52db7ff9e9406ea3ca6296f05051b8 2024-12-05T23:19:43,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/090efbe018b14a2dacaa49d79b4bbf9d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/090efbe018b14a2dacaa49d79b4bbf9d 2024-12-05T23:19:43,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b4164e65c1824140925605af56e67fdc to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b4164e65c1824140925605af56e67fdc 2024-12-05T23:19:43,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/3c7b789450b04ede80d1480dd26a813d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/3c7b789450b04ede80d1480dd26a813d 2024-12-05T23:19:43,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e6bd92b2c60d443ba623e5ff3445488b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e6bd92b2c60d443ba623e5ff3445488b 2024-12-05T23:19:43,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fe6475ed54f4448db30b61d8e2a8c981 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fe6475ed54f4448db30b61d8e2a8c981 2024-12-05T23:19:43,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5c5532e8d1654936963b59df4e97bc73 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5c5532e8d1654936963b59df4e97bc73 2024-12-05T23:19:43,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/15456f1fd562418a880e2e214a3aa84b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/15456f1fd562418a880e2e214a3aa84b 2024-12-05T23:19:43,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/02a78cbf13f04d9fb41fa5f0ba68ddba to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/02a78cbf13f04d9fb41fa5f0ba68ddba 2024-12-05T23:19:43,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/167e9b9fd9d74bf8bc930b6bd6bb3101 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/167e9b9fd9d74bf8bc930b6bd6bb3101 2024-12-05T23:19:43,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/54f7cf714f134bd18ad019cd0a3c51b6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/54f7cf714f134bd18ad019cd0a3c51b6 2024-12-05T23:19:43,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ab2226fe03684ec5b7283e978052e08a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ab2226fe03684ec5b7283e978052e08a 2024-12-05T23:19:43,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/eb5280ef084f49f9bca9c502b5dda0ac to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/eb5280ef084f49f9bca9c502b5dda0ac 2024-12-05T23:19:43,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/d281b6b0ba344bf3b10e7d28d5579593 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/d281b6b0ba344bf3b10e7d28d5579593 2024-12-05T23:19:43,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1c5d6004a8774bb8be85adb4a233bc2f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/1c5d6004a8774bb8be85adb4a233bc2f 2024-12-05T23:19:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T23:19:43,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b5aedf4a91344f2f83ed3f825c306286 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b5aedf4a91344f2f83ed3f825c306286 2024-12-05T23:19:43,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/6bccafee8f3c4eb09b1559159ab8c78b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/6bccafee8f3c4eb09b1559159ab8c78b 2024-12-05T23:19:43,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8e7a9486fabd45cf8548de8584bfad91 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8e7a9486fabd45cf8548de8584bfad91 2024-12-05T23:19:43,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2033f5fba17140ef9795987bee9cbb8c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2033f5fba17140ef9795987bee9cbb8c 2024-12-05T23:19:43,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fd9c6d9d11e14f1fa2cfabd867e02ae0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fd9c6d9d11e14f1fa2cfabd867e02ae0 2024-12-05T23:19:43,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/28319bb9cd9944e6b6beabb13782f3fe to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/28319bb9cd9944e6b6beabb13782f3fe 2024-12-05T23:19:43,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b13df59678204ac89fab56a7ef303247 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b13df59678204ac89fab56a7ef303247 2024-12-05T23:19:43,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fcaefb058e954eb489ff0f5c635d7ac1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/fcaefb058e954eb489ff0f5c635d7ac1 2024-12-05T23:19:43,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/253d188480d7499e8cb6df7ce5ff23aa to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/253d188480d7499e8cb6df7ce5ff23aa 2024-12-05T23:19:43,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2ffee2eb5028468abd501d832e601bcc to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2ffee2eb5028468abd501d832e601bcc 2024-12-05T23:19:43,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ba5973425a414ad8bb97e6c77f95e6fc to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ba5973425a414ad8bb97e6c77f95e6fc 2024-12-05T23:19:43,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8951924325ee4f1ab3670c2df282be1e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8951924325ee4f1ab3670c2df282be1e 2024-12-05T23:19:43,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8afd86a29f904a369e32b671259e0e25 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/8afd86a29f904a369e32b671259e0e25 2024-12-05T23:19:43,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2f59637270e940938377e80403ee0348 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2f59637270e940938377e80403ee0348 2024-12-05T23:19:43,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/f759ad2153e44bbca5b5f096d7668698 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/f759ad2153e44bbca5b5f096d7668698 2024-12-05T23:19:43,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/bfc592b14174451fb62c555ce73ae3b6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/bfc592b14174451fb62c555ce73ae3b6 2024-12-05T23:19:43,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e91c8dfbf026418ea8e2ccc2302fac5e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/e91c8dfbf026418ea8e2ccc2302fac5e 2024-12-05T23:19:43,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b0d4748c06694e588dfc56b8669a16cf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/b0d4748c06694e588dfc56b8669a16cf 2024-12-05T23:19:43,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/03d989617a5a46698852030d717609f7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/03d989617a5a46698852030d717609f7 2024-12-05T23:19:43,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5a118f4d9df5437bb2b642d0f67638e5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/5a118f4d9df5437bb2b642d0f67638e5 2024-12-05T23:19:43,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/4563476c6e35470a95675569df484d2c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1249c6220b8544a4881dcf954f72e554, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/87b486cb9179409482ad3642e78ff319, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/24f17992997546298e50f3034041b7f9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/a0e2355c3da64a5b9ce0102040759bb4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ffc2e2964b86442ca87448188e863d73, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/168a0618e74f46c1b0cf1c5b0bd33904, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fff1bfbf5e0f4494b14c50cdb249693a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/182f1da75691433cb1a50e8b075bdf72, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7a8be32898c04f9894c4ddae54ef1e2a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cdd700f4498845cb806269b271502218, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8f5e3745d16941e99fcf83d79ec6443d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/faea531a0acb445c9547eb800062f1d9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/40eadc44b7df41ec83cafaa50b363986, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fcd05736a47d4a68b0fd42169035b765, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9c6d06eecbb84214aeb6cc4e7acc5564, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c66d38041f434f6cb0fcf2ca1d618b39, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9372bf917ca8406ebebb95b0910b82d6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8c1890913b6d48c4a25b1795c59c5f2d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c2227c02e48d4d5d8552fd3c34df9cca, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6fd5e3680386425ebb3e45ed2e12603f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0a4e1affe9164fb6bcff5ec9897bed26, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/010281e7a2b04b30936a670a50091890, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0e2a7518ed4745019fa860c0803cb732, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ebaca2fa97834938914a12275fefe6ea, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e61ead5090cf464488ed75ec4c438642, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f662064c7c1c40ea9f0f60a95928b825, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f82b36cfd101455f8101a31bf8ac4d4b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ecc69492ce8f40d1b0943fd6d7127da5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/351c0b1f30f04af49a81d476c7553012, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/86b533ca572b4ff39b2a0b2c711a8bd6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e03ed8dc217e480f91dae3b25bb84338, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/230d20e62f844555bab662e32770b868, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/420ac15b03a741c28c1b878ceaaa53c5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/36dd99dc98264ecba84d78ccc78497f4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1528fb92a1af4774a026b59ff8a0a9cf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7d103bd9b4324e4f892794af54c91d27, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f3a4f8eeeb574334860b9ec419f3d5f9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/306bc48af92247b4bed5d1cdddef4cdf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cc7beb6855914bfbbed1a00b4b09a4ca] to archive 2024-12-05T23:19:43,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:19:43,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/4563476c6e35470a95675569df484d2c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/4563476c6e35470a95675569df484d2c 2024-12-05T23:19:43,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1249c6220b8544a4881dcf954f72e554 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1249c6220b8544a4881dcf954f72e554 2024-12-05T23:19:43,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/87b486cb9179409482ad3642e78ff319 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/87b486cb9179409482ad3642e78ff319 2024-12-05T23:19:43,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/24f17992997546298e50f3034041b7f9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/24f17992997546298e50f3034041b7f9 2024-12-05T23:19:43,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/a0e2355c3da64a5b9ce0102040759bb4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/a0e2355c3da64a5b9ce0102040759bb4 2024-12-05T23:19:43,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ffc2e2964b86442ca87448188e863d73 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ffc2e2964b86442ca87448188e863d73 2024-12-05T23:19:43,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/168a0618e74f46c1b0cf1c5b0bd33904 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/168a0618e74f46c1b0cf1c5b0bd33904 2024-12-05T23:19:43,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fff1bfbf5e0f4494b14c50cdb249693a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fff1bfbf5e0f4494b14c50cdb249693a 2024-12-05T23:19:43,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/182f1da75691433cb1a50e8b075bdf72 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/182f1da75691433cb1a50e8b075bdf72 2024-12-05T23:19:43,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7a8be32898c04f9894c4ddae54ef1e2a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7a8be32898c04f9894c4ddae54ef1e2a 2024-12-05T23:19:43,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cdd700f4498845cb806269b271502218 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cdd700f4498845cb806269b271502218 2024-12-05T23:19:43,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8f5e3745d16941e99fcf83d79ec6443d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8f5e3745d16941e99fcf83d79ec6443d 2024-12-05T23:19:43,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/faea531a0acb445c9547eb800062f1d9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/faea531a0acb445c9547eb800062f1d9 2024-12-05T23:19:43,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/40eadc44b7df41ec83cafaa50b363986 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/40eadc44b7df41ec83cafaa50b363986 2024-12-05T23:19:43,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fcd05736a47d4a68b0fd42169035b765 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/fcd05736a47d4a68b0fd42169035b765 2024-12-05T23:19:43,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9c6d06eecbb84214aeb6cc4e7acc5564 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9c6d06eecbb84214aeb6cc4e7acc5564 2024-12-05T23:19:43,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c66d38041f434f6cb0fcf2ca1d618b39 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c66d38041f434f6cb0fcf2ca1d618b39 2024-12-05T23:19:43,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9372bf917ca8406ebebb95b0910b82d6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/9372bf917ca8406ebebb95b0910b82d6 2024-12-05T23:19:43,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8c1890913b6d48c4a25b1795c59c5f2d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/8c1890913b6d48c4a25b1795c59c5f2d 2024-12-05T23:19:43,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c2227c02e48d4d5d8552fd3c34df9cca to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/c2227c02e48d4d5d8552fd3c34df9cca 2024-12-05T23:19:43,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6fd5e3680386425ebb3e45ed2e12603f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6fd5e3680386425ebb3e45ed2e12603f 2024-12-05T23:19:43,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0a4e1affe9164fb6bcff5ec9897bed26 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0a4e1affe9164fb6bcff5ec9897bed26 2024-12-05T23:19:43,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/010281e7a2b04b30936a670a50091890 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/010281e7a2b04b30936a670a50091890 2024-12-05T23:19:43,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0e2a7518ed4745019fa860c0803cb732 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/0e2a7518ed4745019fa860c0803cb732 2024-12-05T23:19:43,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ebaca2fa97834938914a12275fefe6ea to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ebaca2fa97834938914a12275fefe6ea 2024-12-05T23:19:43,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e61ead5090cf464488ed75ec4c438642 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e61ead5090cf464488ed75ec4c438642 2024-12-05T23:19:43,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f662064c7c1c40ea9f0f60a95928b825 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f662064c7c1c40ea9f0f60a95928b825 2024-12-05T23:19:43,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f82b36cfd101455f8101a31bf8ac4d4b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f82b36cfd101455f8101a31bf8ac4d4b 2024-12-05T23:19:43,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ecc69492ce8f40d1b0943fd6d7127da5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/ecc69492ce8f40d1b0943fd6d7127da5 2024-12-05T23:19:43,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/351c0b1f30f04af49a81d476c7553012 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/351c0b1f30f04af49a81d476c7553012 2024-12-05T23:19:43,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/86b533ca572b4ff39b2a0b2c711a8bd6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/86b533ca572b4ff39b2a0b2c711a8bd6 2024-12-05T23:19:43,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e03ed8dc217e480f91dae3b25bb84338 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/e03ed8dc217e480f91dae3b25bb84338 2024-12-05T23:19:43,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/230d20e62f844555bab662e32770b868 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/230d20e62f844555bab662e32770b868 2024-12-05T23:19:43,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/420ac15b03a741c28c1b878ceaaa53c5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/420ac15b03a741c28c1b878ceaaa53c5 2024-12-05T23:19:43,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/36dd99dc98264ecba84d78ccc78497f4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/36dd99dc98264ecba84d78ccc78497f4 2024-12-05T23:19:43,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1528fb92a1af4774a026b59ff8a0a9cf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/1528fb92a1af4774a026b59ff8a0a9cf 2024-12-05T23:19:43,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7d103bd9b4324e4f892794af54c91d27 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/7d103bd9b4324e4f892794af54c91d27 2024-12-05T23:19:43,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f3a4f8eeeb574334860b9ec419f3d5f9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f3a4f8eeeb574334860b9ec419f3d5f9 2024-12-05T23:19:43,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/306bc48af92247b4bed5d1cdddef4cdf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/306bc48af92247b4bed5d1cdddef4cdf 2024-12-05T23:19:43,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cc7beb6855914bfbbed1a00b4b09a4ca to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/cc7beb6855914bfbbed1a00b4b09a4ca 2024-12-05T23:19:43,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/88d14be2af384d37b1f37eaae6985372, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/8adea01b737c4f959ef4110bfc6de7f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a82224ee2db14915bbc46c3a535c6960, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/def86639dc7d451ebe79ce3bba5850d4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/0f206f44dbca42e7b3ab4c2cf660181f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d7c4582cc5154393a37cd9973859ccb4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/706e34820df34eac919de69e4bfc3130, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e5ddb82c87f34aa38456a45ab0c95baa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/3854038460c04309a030a346e829dd27, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/2aa929e52c2e47cb8d0b54860092ee24, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/467581e9a32d41dcbc2badcef89735ca, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/12ea8ffd128c4a71b45914120e1b71d0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/91bf9ace8d0a46c492a043d0976fa4c5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/852c5ac7625943e68fa51b49a924d91a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e60f2ae36ace4f1aadb616cbe4fe9077, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d65606b302a941e7beed3a10451b7157, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/6075c0671fbe4286a4c7ff1258f3887b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/5ea850ca0fef4215a1ff75623d5943f2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/287dd752d72549fb8d590785c8f4f740, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9ba298486a994d8c810de732de2bf527, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/136fd0e40a8c4c19ad3b7b3abbf1153a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/cb92cec0a28044f0a960bfb8bd3e538f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/877ca42e4008418aa037db9fd6a90fc8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f3ab8fa0f24a41ddb84c0912af95fcac, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1e32fd2ef47b42ee8c6ad338c99fb235, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/c7598e3fa8204b87a48802fdd6b8a3ad, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f618d0b301cd4e2eaed70a89f68a5702, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a4c474379ced4323a3ab8e9b92ef8df4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a30b26b446e24bcdbe3cd6784c97e2ff, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1fdcc24c2b4f41b5bde29fbcca73f5b5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/452fdddb3df34e8c9e4c0c95fb165171, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9c46259b66f34160af4ed9004c4e68e0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/43cb01116204485c91f16650afe35e81, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/ec53aeb91d5f45be9d555acc82a56072, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/93a7a4eb85bb4aecb6e2ac00bb5fae79, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/186b3b835e8b4262a459bd5113c5123d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/22671f66d05744a1b04bcd4905e8f316, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bd07b2aa7b54483482b9c8b24f0eabe6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/4a3766fee86540908046370861a58568, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/262ef4cb15684cc6a4b76f472193a5a8] to archive 2024-12-05T23:19:43,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:19:43,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/88d14be2af384d37b1f37eaae6985372 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/88d14be2af384d37b1f37eaae6985372 2024-12-05T23:19:43,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/8adea01b737c4f959ef4110bfc6de7f6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/8adea01b737c4f959ef4110bfc6de7f6 2024-12-05T23:19:43,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a82224ee2db14915bbc46c3a535c6960 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a82224ee2db14915bbc46c3a535c6960 2024-12-05T23:19:43,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/def86639dc7d451ebe79ce3bba5850d4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/def86639dc7d451ebe79ce3bba5850d4 2024-12-05T23:19:43,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/0f206f44dbca42e7b3ab4c2cf660181f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/0f206f44dbca42e7b3ab4c2cf660181f 2024-12-05T23:19:43,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d7c4582cc5154393a37cd9973859ccb4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d7c4582cc5154393a37cd9973859ccb4 2024-12-05T23:19:43,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/706e34820df34eac919de69e4bfc3130 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/706e34820df34eac919de69e4bfc3130 2024-12-05T23:19:43,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e5ddb82c87f34aa38456a45ab0c95baa to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e5ddb82c87f34aa38456a45ab0c95baa 2024-12-05T23:19:43,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/3854038460c04309a030a346e829dd27 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/3854038460c04309a030a346e829dd27 2024-12-05T23:19:43,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/2aa929e52c2e47cb8d0b54860092ee24 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/2aa929e52c2e47cb8d0b54860092ee24 2024-12-05T23:19:43,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/467581e9a32d41dcbc2badcef89735ca to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/467581e9a32d41dcbc2badcef89735ca 2024-12-05T23:19:43,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/12ea8ffd128c4a71b45914120e1b71d0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/12ea8ffd128c4a71b45914120e1b71d0 2024-12-05T23:19:43,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/91bf9ace8d0a46c492a043d0976fa4c5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/91bf9ace8d0a46c492a043d0976fa4c5 2024-12-05T23:19:43,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/852c5ac7625943e68fa51b49a924d91a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/852c5ac7625943e68fa51b49a924d91a 2024-12-05T23:19:43,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e60f2ae36ace4f1aadb616cbe4fe9077 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/e60f2ae36ace4f1aadb616cbe4fe9077 2024-12-05T23:19:43,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d65606b302a941e7beed3a10451b7157 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/d65606b302a941e7beed3a10451b7157 2024-12-05T23:19:43,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/6075c0671fbe4286a4c7ff1258f3887b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/6075c0671fbe4286a4c7ff1258f3887b 2024-12-05T23:19:43,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/5ea850ca0fef4215a1ff75623d5943f2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/5ea850ca0fef4215a1ff75623d5943f2 2024-12-05T23:19:43,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/287dd752d72549fb8d590785c8f4f740 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/287dd752d72549fb8d590785c8f4f740 2024-12-05T23:19:43,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9ba298486a994d8c810de732de2bf527 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9ba298486a994d8c810de732de2bf527 2024-12-05T23:19:43,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/136fd0e40a8c4c19ad3b7b3abbf1153a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/136fd0e40a8c4c19ad3b7b3abbf1153a 2024-12-05T23:19:43,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/cb92cec0a28044f0a960bfb8bd3e538f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/cb92cec0a28044f0a960bfb8bd3e538f 2024-12-05T23:19:43,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/877ca42e4008418aa037db9fd6a90fc8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/877ca42e4008418aa037db9fd6a90fc8 2024-12-05T23:19:43,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f3ab8fa0f24a41ddb84c0912af95fcac to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f3ab8fa0f24a41ddb84c0912af95fcac 2024-12-05T23:19:43,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1e32fd2ef47b42ee8c6ad338c99fb235 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1e32fd2ef47b42ee8c6ad338c99fb235 2024-12-05T23:19:43,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/c7598e3fa8204b87a48802fdd6b8a3ad to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/c7598e3fa8204b87a48802fdd6b8a3ad 2024-12-05T23:19:43,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f618d0b301cd4e2eaed70a89f68a5702 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/f618d0b301cd4e2eaed70a89f68a5702 2024-12-05T23:19:43,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a4c474379ced4323a3ab8e9b92ef8df4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a4c474379ced4323a3ab8e9b92ef8df4 2024-12-05T23:19:43,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a30b26b446e24bcdbe3cd6784c97e2ff to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/a30b26b446e24bcdbe3cd6784c97e2ff 2024-12-05T23:19:43,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1fdcc24c2b4f41b5bde29fbcca73f5b5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/1fdcc24c2b4f41b5bde29fbcca73f5b5 2024-12-05T23:19:43,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/452fdddb3df34e8c9e4c0c95fb165171 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/452fdddb3df34e8c9e4c0c95fb165171 2024-12-05T23:19:43,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9c46259b66f34160af4ed9004c4e68e0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/9c46259b66f34160af4ed9004c4e68e0 2024-12-05T23:19:43,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/43cb01116204485c91f16650afe35e81 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/43cb01116204485c91f16650afe35e81 2024-12-05T23:19:43,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/ec53aeb91d5f45be9d555acc82a56072 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/ec53aeb91d5f45be9d555acc82a56072 2024-12-05T23:19:43,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/93a7a4eb85bb4aecb6e2ac00bb5fae79 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/93a7a4eb85bb4aecb6e2ac00bb5fae79 2024-12-05T23:19:43,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/186b3b835e8b4262a459bd5113c5123d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/186b3b835e8b4262a459bd5113c5123d 2024-12-05T23:19:43,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/22671f66d05744a1b04bcd4905e8f316 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/22671f66d05744a1b04bcd4905e8f316 2024-12-05T23:19:43,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bd07b2aa7b54483482b9c8b24f0eabe6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bd07b2aa7b54483482b9c8b24f0eabe6 2024-12-05T23:19:43,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/4a3766fee86540908046370861a58568 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/4a3766fee86540908046370861a58568 2024-12-05T23:19:43,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/262ef4cb15684cc6a4b76f472193a5a8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/262ef4cb15684cc6a4b76f472193a5a8 2024-12-05T23:19:43,991 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/recovered.edits/588.seqid, newMaxSeqId=588, maxSeqId=1 2024-12-05T23:19:43,993 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019. 2024-12-05T23:19:43,993 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 78b985790178fef7ed6ce5d9c87b0019: 2024-12-05T23:19:43,995 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:43,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=78b985790178fef7ed6ce5d9c87b0019, regionState=CLOSED 2024-12-05T23:19:43,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-05T23:19:43,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 78b985790178fef7ed6ce5d9c87b0019, server=9e5740704f6b,41841,1733440754996 in 1.2700 sec 2024-12-05T23:19:43,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-12-05T23:19:43,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=78b985790178fef7ed6ce5d9c87b0019, UNASSIGN in 1.2760 sec 2024-12-05T23:19:44,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-05T23:19:44,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2860 sec 2024-12-05T23:19:44,002 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440784002"}]},"ts":"1733440784002"} 2024-12-05T23:19:44,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T23:19:44,006 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T23:19:44,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3190 sec 2024-12-05T23:19:44,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T23:19:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T23:19:44,809 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-05T23:19:44,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T23:19:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:44,816 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:44,818 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T23:19:44,821 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:44,824 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/recovered.edits] 2024-12-05T23:19:44,828 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c484db9368f437f939df5de85eb8d54 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/2c484db9368f437f939df5de85eb8d54 2024-12-05T23:19:44,829 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/7b2f5532e85340b988253e4a3d14d709 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/7b2f5532e85340b988253e4a3d14d709 2024-12-05T23:19:44,830 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ef8103755d74409dbdfd42aec60e8fa6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/A/ef8103755d74409dbdfd42aec60e8fa6 2024-12-05T23:19:44,833 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6a4afa40a1db4f9bb38fe7d75d3d576f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/6a4afa40a1db4f9bb38fe7d75d3d576f 2024-12-05T23:19:44,834 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f22220f12ec24c09b4415c53fa4e4bc8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f22220f12ec24c09b4415c53fa4e4bc8 2024-12-05T23:19:44,835 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f9cb8633d68241bdb4122458b73020b1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/B/f9cb8633d68241bdb4122458b73020b1 2024-12-05T23:19:44,838 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/208ba6d9a37a4bbb8be9b3fdd485da01 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/208ba6d9a37a4bbb8be9b3fdd485da01 2024-12-05T23:19:44,839 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/b51d3dd33e1240d5be010edb762c404d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/b51d3dd33e1240d5be010edb762c404d 2024-12-05T23:19:44,840 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bfae90c901654bfbb088dd9e6ec9e469 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/C/bfae90c901654bfbb088dd9e6ec9e469 2024-12-05T23:19:44,843 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/recovered.edits/588.seqid to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019/recovered.edits/588.seqid 2024-12-05T23:19:44,843 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/78b985790178fef7ed6ce5d9c87b0019 2024-12-05T23:19:44,843 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T23:19:44,848 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:44,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T23:19:44,858 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T23:19:44,894 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T23:19:44,896 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:44,896 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T23:19:44,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733440784896"}]},"ts":"9223372036854775807"} 2024-12-05T23:19:44,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T23:19:44,899 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 78b985790178fef7ed6ce5d9c87b0019, NAME => 'TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T23:19:44,899 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T23:19:44,899 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733440784899"}]},"ts":"9223372036854775807"} 2024-12-05T23:19:44,901 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T23:19:44,903 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:44,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-12-05T23:19:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T23:19:44,919 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-05T23:19:44,932 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 218) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1853841959_22 at /127.0.0.1:55060 [Waiting for operation #140] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1474638845_22 at /127.0.0.1:52336 [Waiting for operation #347] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7c88be5-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7c88be5-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1474638845_22 at /127.0.0.1:42574 [Waiting for operation #328] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7c88be5-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7c88be5-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9e5740704f6b:41841-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3014 (was 4347) 2024-12-05T23:19:44,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=3013 2024-12-05T23:19:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:19:44,943 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:44,945 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:44,945 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:44,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-12-05T23:19:44,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-05T23:19:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741968_1144 (size=963) 2024-12-05T23:19:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-05T23:19:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-05T23:19:45,354 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:19:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741969_1145 (size=53) 2024-12-05T23:19:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-05T23:19:45,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:45,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 70160d647794dd28ac466e116e5b2ea4, disabling compactions & flushes 2024-12-05T23:19:45,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:45,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:45,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. after waiting 0 ms 2024-12-05T23:19:45,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:45,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:45,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:45,762 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:45,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733440785762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440785762"}]},"ts":"1733440785762"} 2024-12-05T23:19:45,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T23:19:45,764 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:45,765 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440785764"}]},"ts":"1733440785764"} 2024-12-05T23:19:45,765 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T23:19:45,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, ASSIGN}] 2024-12-05T23:19:45,771 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, ASSIGN 2024-12-05T23:19:45,771 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, ASSIGN; state=OFFLINE, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=false 2024-12-05T23:19:45,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:45,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:19:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-05T23:19:46,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:46,078 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:46,078 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:46,079 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,079 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:46,079 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,079 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,080 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,081 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:46,082 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70160d647794dd28ac466e116e5b2ea4 columnFamilyName A 2024-12-05T23:19:46,082 DEBUG [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:46,082 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(327): Store=70160d647794dd28ac466e116e5b2ea4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:46,082 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,083 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:46,084 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70160d647794dd28ac466e116e5b2ea4 columnFamilyName B 2024-12-05T23:19:46,084 DEBUG [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:46,085 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(327): Store=70160d647794dd28ac466e116e5b2ea4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:46,085 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,085 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:46,086 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70160d647794dd28ac466e116e5b2ea4 columnFamilyName C 2024-12-05T23:19:46,086 DEBUG [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:46,086 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(327): Store=70160d647794dd28ac466e116e5b2ea4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:46,086 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:46,087 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,087 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,089 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:19:46,090 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:46,091 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:46,092 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 70160d647794dd28ac466e116e5b2ea4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60807183, jitterRate=-0.09390236437320709}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:19:46,093 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:46,094 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., pid=35, masterSystemTime=1733440786075 2024-12-05T23:19:46,095 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:46,095 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:46,095 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:46,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-05T23:19:46,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 in 174 msec 2024-12-05T23:19:46,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-05T23:19:46,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, ASSIGN in 328 msec 2024-12-05T23:19:46,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:46,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440786101"}]},"ts":"1733440786101"} 2024-12-05T23:19:46,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T23:19:46,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:46,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-12-05T23:19:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-05T23:19:47,051 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-12-05T23:19:47,053 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267b0a43 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@309103c6 2024-12-05T23:19:47,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c2e648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:47,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:47,060 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:47,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:47,063 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:19:47,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T23:19:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741970_1146 (size=999) 2024-12-05T23:19:47,487 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T23:19:47,488 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T23:19:47,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:19:47,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, REOPEN/MOVE}] 2024-12-05T23:19:47,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, REOPEN/MOVE 2024-12-05T23:19:47,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:47,504 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=9e5740704f6b,41841,1733440754996, table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T23:19:47,504 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:19:47,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:19:47,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:47,657 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,657 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:19:47,657 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 70160d647794dd28ac466e116e5b2ea4, disabling compactions & flushes 2024-12-05T23:19:47,657 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,657 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,657 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. after waiting 0 ms 2024-12-05T23:19:47,657 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,661 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T23:19:47,662 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,662 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:47,662 WARN [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 70160d647794dd28ac466e116e5b2ea4 to self. 2024-12-05T23:19:47,663 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=CLOSED 2024-12-05T23:19:47,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-05T23:19:47,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 in 161 msec 2024-12-05T23:19:47,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, REOPEN/MOVE; state=CLOSED, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=true 2024-12-05T23:19:47,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:47,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:19:47,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:47,974 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,974 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:47,974 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,975 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:47,975 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,975 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,979 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,980 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:47,985 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70160d647794dd28ac466e116e5b2ea4 columnFamilyName A 2024-12-05T23:19:47,986 DEBUG [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:47,987 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(327): Store=70160d647794dd28ac466e116e5b2ea4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:47,987 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,988 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:47,988 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70160d647794dd28ac466e116e5b2ea4 columnFamilyName B 2024-12-05T23:19:47,988 DEBUG [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:47,988 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(327): Store=70160d647794dd28ac466e116e5b2ea4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:47,989 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,989 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:19:47,989 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70160d647794dd28ac466e116e5b2ea4 columnFamilyName C 2024-12-05T23:19:47,989 DEBUG [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:47,990 INFO [StoreOpener-70160d647794dd28ac466e116e5b2ea4-1 {}] regionserver.HStore(327): Store=70160d647794dd28ac466e116e5b2ea4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:47,990 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,991 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,991 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,993 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:19:47,994 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:47,995 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 70160d647794dd28ac466e116e5b2ea4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71737632, jitterRate=0.06897401809692383}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:19:47,996 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:47,996 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., pid=40, masterSystemTime=1733440787971 2024-12-05T23:19:47,998 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,998 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:47,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=OPEN, openSeqNum=5, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-12-05T23:19:48,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 in 180 msec 2024-12-05T23:19:48,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T23:19:48,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, REOPEN/MOVE in 499 msec 2024-12-05T23:19:48,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T23:19:48,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-12-05T23:19:48,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-12-05T23:19:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T23:19:48,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23ec3508 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d0cc431 2024-12-05T23:19:48,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e663f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e1a3a59 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52087896 2024-12-05T23:19:48,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514afc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b72fe31 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12bbec72 2024-12-05T23:19:48,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94130b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x206c44e8 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@130d56b1 2024-12-05T23:19:48,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bcbef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02d2aded to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ec054eb 2024-12-05T23:19:48,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adf22f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67603cba to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@145b6a20 2024-12-05T23:19:48,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e3d806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36bb17b1 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@797e612c 2024-12-05T23:19:48,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5672a5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bf6c5d6 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@210ba685 2024-12-05T23:19:48,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62953284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48db3981 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34989191 2024-12-05T23:19:48,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd29494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:48,060 DEBUG [hconnection-0x4288e3ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,060 DEBUG [hconnection-0x153e3c70-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,060 DEBUG [hconnection-0x68121f5f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,061 DEBUG [hconnection-0x454b03f4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,061 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:48,062 DEBUG [hconnection-0x38f49b5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-05T23:19:48,062 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,062 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,062 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-05T23:19:48,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:48,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:48,065 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,066 DEBUG [hconnection-0x4e282060-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,067 DEBUG [hconnection-0x3622f73e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,067 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,068 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,072 DEBUG [hconnection-0x45be92ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,073 DEBUG [hconnection-0xff1ab00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:48,075 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,076 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:48,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:19:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:48,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cbb8df3acd304bdead470073509e0e39_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440788078/Put/seqid=0 2024-12-05T23:19:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-05T23:19:48,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741971_1147 (size=17034) 2024-12-05T23:19:48,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440848170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440848173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440848173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440848175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440848177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440848281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440848282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440848284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440848285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440848286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-05T23:19:48,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440848488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440848489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440848490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440848491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440848490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:48,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:48,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:48,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cbb8df3acd304bdead470073509e0e39_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cbb8df3acd304bdead470073509e0e39_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:48,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d04df3f585a491fa955abb8b0ac89cb, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:48,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d04df3f585a491fa955abb8b0ac89cb is 175, key is test_row_0/A:col10/1733440788078/Put/seqid=0 2024-12-05T23:19:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741972_1148 (size=48139) 2024-12-05T23:19:48,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d04df3f585a491fa955abb8b0ac89cb 2024-12-05T23:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-05T23:19:48,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:48,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,681 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:19:48,682 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:19:48,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/a7f36e6c673d4cd39acd91c30aa22237 is 50, key is test_row_0/B:col10/1733440788078/Put/seqid=0 2024-12-05T23:19:48,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741973_1149 (size=12001) 2024-12-05T23:19:48,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440848791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440848794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440848795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440848795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440848795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:48,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:48,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/a7f36e6c673d4cd39acd91c30aa22237 2024-12-05T23:19:49,138 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:49,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/e0b43ef35912440894d7c778761c43ac is 50, key is test_row_0/C:col10/1733440788078/Put/seqid=0 2024-12-05T23:19:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741974_1150 (size=12001) 2024-12-05T23:19:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-05T23:19:49,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440849297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440849299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440849299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440849300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440849301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T23:19:49,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/e0b43ef35912440894d7c778761c43ac 2024-12-05T23:19:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d04df3f585a491fa955abb8b0ac89cb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d04df3f585a491fa955abb8b0ac89cb 2024-12-05T23:19:49,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d04df3f585a491fa955abb8b0ac89cb, entries=250, sequenceid=16, filesize=47.0 K 2024-12-05T23:19:49,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/a7f36e6c673d4cd39acd91c30aa22237 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a7f36e6c673d4cd39acd91c30aa22237 2024-12-05T23:19:49,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:49,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a7f36e6c673d4cd39acd91c30aa22237, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T23:19:49,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/e0b43ef35912440894d7c778761c43ac as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e0b43ef35912440894d7c778761c43ac 2024-12-05T23:19:49,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e0b43ef35912440894d7c778761c43ac, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T23:19:49,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 70160d647794dd28ac466e116e5b2ea4 in 1540ms, sequenceid=16, compaction requested=false 2024-12-05T23:19:49,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:49,751 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:49,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-05T23:19:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,753 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:19:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054fd07721042344ffb9eab1f4d9cd9287_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440788170/Put/seqid=0 2024-12-05T23:19:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741975_1151 (size=12154) 2024-12-05T23:19:49,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,792 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054fd07721042344ffb9eab1f4d9cd9287_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054fd07721042344ffb9eab1f4d9cd9287_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/1fb9027eebef4328b10f39c67dca51f6, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/1fb9027eebef4328b10f39c67dca51f6 is 175, key is test_row_0/A:col10/1733440788170/Put/seqid=0 2024-12-05T23:19:49,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741976_1152 (size=30955) 2024-12-05T23:19:49,810 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/1fb9027eebef4328b10f39c67dca51f6 2024-12-05T23:19:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/8398c40fcde44112a1233e8a47ffacf0 is 50, key is test_row_0/B:col10/1733440788170/Put/seqid=0 2024-12-05T23:19:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741977_1153 (size=12001) 2024-12-05T23:19:49,857 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/8398c40fcde44112a1233e8a47ffacf0 2024-12-05T23:19:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/44ae8834660d4ef1bb195849a54e048b is 50, key is test_row_0/C:col10/1733440788170/Put/seqid=0 2024-12-05T23:19:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741978_1154 (size=12001) 2024-12-05T23:19:49,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/44ae8834660d4ef1bb195849a54e048b 2024-12-05T23:19:49,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/1fb9027eebef4328b10f39c67dca51f6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/1fb9027eebef4328b10f39c67dca51f6 2024-12-05T23:19:49,927 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/1fb9027eebef4328b10f39c67dca51f6, entries=150, sequenceid=40, filesize=30.2 K 2024-12-05T23:19:49,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/8398c40fcde44112a1233e8a47ffacf0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/8398c40fcde44112a1233e8a47ffacf0 2024-12-05T23:19:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,945 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/8398c40fcde44112a1233e8a47ffacf0, entries=150, sequenceid=40, filesize=11.7 K 2024-12-05T23:19:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/44ae8834660d4ef1bb195849a54e048b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/44ae8834660d4ef1bb195849a54e048b 2024-12-05T23:19:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,962 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/44ae8834660d4ef1bb195849a54e048b, entries=150, sequenceid=40, filesize=11.7 K 2024-12-05T23:19:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,963 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 70160d647794dd28ac466e116e5b2ea4 in 211ms, sequenceid=40, compaction requested=false 2024-12-05T23:19:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T23:19:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-05T23:19:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-05T23:19:49,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9000 sec 2024-12-05T23:19:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.9050 sec 2024-12-05T23:19:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-05T23:19:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,169 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-05T23:19:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,171 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-05T23:19:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,173 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,174 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:50,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-05T23:19:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-05T23:19:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-05T23:19:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-05T23:19:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-05T23:19:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-05T23:19:50,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-12-05T23:19:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 161 msec 2024-12-05T23:19:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:19:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205aad495b84c9844ff8f7ad336e5de3136_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440790410/Put/seqid=0 2024-12-05T23:19:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741980_1156 (size=26798) 2024-12-05T23:19:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,452 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440850451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205aad495b84c9844ff8f7ad336e5de3136_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205aad495b84c9844ff8f7ad336e5de3136_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/a089d6d4421a4c1bae559fe309dc322a, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/a089d6d4421a4c1bae559fe309dc322a is 175, key is test_row_0/A:col10/1733440790410/Put/seqid=0 2024-12-05T23:19:50,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440850457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440850458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741979_1155 (size=82585) 2024-12-05T23:19:50,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440850462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440850462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-05T23:19:50,478 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-05T23:19:50,480 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-05T23:19:50,482 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T23:19:50,483 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:50,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440850563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440850563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440850568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440850572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440850576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T23:19:50,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440850767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440850770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440850778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440850781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T23:19:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440850782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/a089d6d4421a4c1bae559fe309dc322a 2024-12-05T23:19:50,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/f2a0c979032a4990b9dc382b21156e53 is 50, key is test_row_0/B:col10/1733440790410/Put/seqid=0 2024-12-05T23:19:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741981_1157 (size=12001) 2024-12-05T23:19:50,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:50,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:50,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440851070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440851073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440851082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T23:19:51,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440851083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440851087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/f2a0c979032a4990b9dc382b21156e53 2024-12-05T23:19:51,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/567ce92df896417a841fc476c035553b is 50, key is test_row_0/C:col10/1733440790410/Put/seqid=0 2024-12-05T23:19:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741982_1158 (size=12001) 2024-12-05T23:19:51,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440851574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440851574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440851583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T23:19:51,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440851590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440851593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:51,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/567ce92df896417a841fc476c035553b 2024-12-05T23:19:51,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/a089d6d4421a4c1bae559fe309dc322a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/a089d6d4421a4c1bae559fe309dc322a 2024-12-05T23:19:51,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/a089d6d4421a4c1bae559fe309dc322a, entries=450, sequenceid=53, filesize=80.6 K 2024-12-05T23:19:51,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/f2a0c979032a4990b9dc382b21156e53 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/f2a0c979032a4990b9dc382b21156e53 2024-12-05T23:19:51,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/f2a0c979032a4990b9dc382b21156e53, entries=150, sequenceid=53, filesize=11.7 K 2024-12-05T23:19:51,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/567ce92df896417a841fc476c035553b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/567ce92df896417a841fc476c035553b 2024-12-05T23:19:51,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/567ce92df896417a841fc476c035553b, entries=150, sequenceid=53, filesize=11.7 K 2024-12-05T23:19:51,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 70160d647794dd28ac466e116e5b2ea4 in 1388ms, sequenceid=53, compaction requested=true 2024-12-05T23:19:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:51,802 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:51,802 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:51,804 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:51,804 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:19:51,804 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,804 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a7f36e6c673d4cd39acd91c30aa22237, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/8398c40fcde44112a1233e8a47ffacf0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/f2a0c979032a4990b9dc382b21156e53] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=35.2 K 2024-12-05T23:19:51,804 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 161679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:51,805 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a7f36e6c673d4cd39acd91c30aa22237, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733440788078 2024-12-05T23:19:51,805 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:19:51,805 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,805 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d04df3f585a491fa955abb8b0ac89cb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/1fb9027eebef4328b10f39c67dca51f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/a089d6d4421a4c1bae559fe309dc322a] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=157.9 K 2024-12-05T23:19:51,805 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,805 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d04df3f585a491fa955abb8b0ac89cb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/1fb9027eebef4328b10f39c67dca51f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/a089d6d4421a4c1bae559fe309dc322a] 2024-12-05T23:19:51,806 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d04df3f585a491fa955abb8b0ac89cb, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733440788068 2024-12-05T23:19:51,806 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8398c40fcde44112a1233e8a47ffacf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733440788168 2024-12-05T23:19:51,806 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fb9027eebef4328b10f39c67dca51f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733440788168 2024-12-05T23:19:51,806 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a0c979032a4990b9dc382b21156e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733440790410 2024-12-05T23:19:51,807 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a089d6d4421a4c1bae559fe309dc322a, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733440790343 2024-12-05T23:19:51,817 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:51,820 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#138 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:51,821 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/3abed91fe7014ad3abf2e8964c4a1d91 is 50, key is test_row_0/B:col10/1733440790410/Put/seqid=0 2024-12-05T23:19:51,825 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205021cb93728454523a191fd6e49138612_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:51,831 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205021cb93728454523a191fd6e49138612_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:51,831 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205021cb93728454523a191fd6e49138612_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741983_1159 (size=12104) 2024-12-05T23:19:51,863 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/3abed91fe7014ad3abf2e8964c4a1d91 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/3abed91fe7014ad3abf2e8964c4a1d91 2024-12-05T23:19:51,871 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into 3abed91fe7014ad3abf2e8964c4a1d91(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:51,871 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:51,872 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=13, startTime=1733440791802; duration=0sec 2024-12-05T23:19:51,872 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:51,872 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:19:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741984_1160 (size=4469) 2024-12-05T23:19:51,872 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:51,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:51,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-05T23:19:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,874 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:19:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:51,874 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#139 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:51,877 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/31db49c0e6184cf08ac8063918136c4c is 175, key is test_row_0/A:col10/1733440790410/Put/seqid=0 2024-12-05T23:19:51,878 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:51,879 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:19:51,879 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:51,879 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e0b43ef35912440894d7c778761c43ac, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/44ae8834660d4ef1bb195849a54e048b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/567ce92df896417a841fc476c035553b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=35.2 K 2024-12-05T23:19:51,882 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e0b43ef35912440894d7c778761c43ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733440788078 2024-12-05T23:19:51,883 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ae8834660d4ef1bb195849a54e048b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733440788168 2024-12-05T23:19:51,885 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 567ce92df896417a841fc476c035553b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733440790410 2024-12-05T23:19:51,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120589d95cd225a347b1a3a42a5f5f0510e1_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440790454/Put/seqid=0 2024-12-05T23:19:51,912 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#141 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:51,912 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a4b5a706ce27419780b9139084730a12 is 50, key is test_row_0/C:col10/1733440790410/Put/seqid=0 2024-12-05T23:19:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741985_1161 (size=31058) 2024-12-05T23:19:51,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741986_1162 (size=12104) 2024-12-05T23:19:51,961 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a4b5a706ce27419780b9139084730a12 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a4b5a706ce27419780b9139084730a12 2024-12-05T23:19:51,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741987_1163 (size=12154) 2024-12-05T23:19:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:51,969 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into a4b5a706ce27419780b9139084730a12(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:51,969 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:51,969 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=13, startTime=1733440791802; duration=0sec 2024-12-05T23:19:51,969 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:51,970 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:19:51,973 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120589d95cd225a347b1a3a42a5f5f0510e1_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120589d95cd225a347b1a3a42a5f5f0510e1_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/70d6c901a4e24cc3add3383adb42eaf4, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/70d6c901a4e24cc3add3383adb42eaf4 is 175, key is test_row_0/A:col10/1733440790454/Put/seqid=0 2024-12-05T23:19:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741988_1164 (size=30955) 2024-12-05T23:19:51,992 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/70d6c901a4e24cc3add3383adb42eaf4 2024-12-05T23:19:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/7152f88f124d4f9daebddec8775756bf is 50, key is test_row_0/B:col10/1733440790454/Put/seqid=0 2024-12-05T23:19:52,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741989_1165 (size=12001) 2024-12-05T23:19:52,030 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/7152f88f124d4f9daebddec8775756bf 2024-12-05T23:19:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bab0674d729d4e469da688963c9ca26e is 50, key is test_row_0/C:col10/1733440790454/Put/seqid=0 2024-12-05T23:19:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741990_1166 (size=12001) 2024-12-05T23:19:52,326 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/31db49c0e6184cf08ac8063918136c4c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/31db49c0e6184cf08ac8063918136c4c 2024-12-05T23:19:52,335 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into 31db49c0e6184cf08ac8063918136c4c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:52,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:52,335 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=13, startTime=1733440791802; duration=0sec 2024-12-05T23:19:52,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:52,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:19:52,475 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bab0674d729d4e469da688963c9ca26e 2024-12-05T23:19:52,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/70d6c901a4e24cc3add3383adb42eaf4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/70d6c901a4e24cc3add3383adb42eaf4 2024-12-05T23:19:52,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/70d6c901a4e24cc3add3383adb42eaf4, entries=150, sequenceid=78, filesize=30.2 K 2024-12-05T23:19:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/7152f88f124d4f9daebddec8775756bf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/7152f88f124d4f9daebddec8775756bf 2024-12-05T23:19:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,500 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/7152f88f124d4f9daebddec8775756bf, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T23:19:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bab0674d729d4e469da688963c9ca26e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bab0674d729d4e469da688963c9ca26e 2024-12-05T23:19:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,509 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bab0674d729d4e469da688963c9ca26e, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T23:19:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,510 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 70160d647794dd28ac466e116e5b2ea4 in 636ms, sequenceid=78, compaction requested=false 2024-12-05T23:19:52,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:52,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:52,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-05T23:19:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-05T23:19:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-05T23:19:52,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec 2024-12-05T23:19:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.0350 sec 2024-12-05T23:19:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T23:19:52,587 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-05T23:19:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,589 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-05T23:19:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T23:19:52,591 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,592 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:52,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:19:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055a336c8636784e5a9cd5ae75eb994a54_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440792601/Put/seqid=0 2024-12-05T23:19:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741992_1168 (size=24358) 2024-12-05T23:19:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,660 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440852650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440852651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440852656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055a336c8636784e5a9cd5ae75eb994a54_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055a336c8636784e5a9cd5ae75eb994a54_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:52,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440852657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440852658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8749285fbbe941498545358de59bb90b, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8749285fbbe941498545358de59bb90b is 175, key is test_row_0/A:col10/1733440792601/Put/seqid=0 2024-12-05T23:19:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741991_1167 (size=73990) 2024-12-05T23:19:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8749285fbbe941498545358de59bb90b 2024-12-05T23:19:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T23:19:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/387569382eb341d994e095f852eb2414 is 50, key is test_row_0/B:col10/1733440792601/Put/seqid=0 2024-12-05T23:19:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741993_1169 (size=23701) 2024-12-05T23:19:52,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/387569382eb341d994e095f852eb2414 2024-12-05T23:19:52,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-05T23:19:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:52,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:52,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/9482428b838e409fb657bc853ac73fec is 50, key is test_row_0/C:col10/1733440792601/Put/seqid=0 2024-12-05T23:19:52,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440852763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440852763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440852766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440852767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440852767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741994_1170 (size=9657) 2024-12-05T23:19:52,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/9482428b838e409fb657bc853ac73fec 2024-12-05T23:19:52,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8749285fbbe941498545358de59bb90b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8749285fbbe941498545358de59bb90b 2024-12-05T23:19:52,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8749285fbbe941498545358de59bb90b, entries=400, sequenceid=91, filesize=72.3 K 2024-12-05T23:19:52,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/387569382eb341d994e095f852eb2414 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/387569382eb341d994e095f852eb2414 2024-12-05T23:19:52,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/387569382eb341d994e095f852eb2414, entries=400, sequenceid=91, filesize=23.1 K 2024-12-05T23:19:52,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/9482428b838e409fb657bc853ac73fec as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/9482428b838e409fb657bc853ac73fec 2024-12-05T23:19:52,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/9482428b838e409fb657bc853ac73fec, entries=100, sequenceid=91, filesize=9.4 K 2024-12-05T23:19:52,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 70160d647794dd28ac466e116e5b2ea4 in 203ms, sequenceid=91, compaction requested=true 2024-12-05T23:19:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:52,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:52,807 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:52,808 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:52,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:52,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:52,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:52,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:52,809 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47806 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:52,809 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:19:52,809 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:52,809 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:52,810 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:19:52,810 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:52,810 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/3abed91fe7014ad3abf2e8964c4a1d91, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/7152f88f124d4f9daebddec8775756bf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/387569382eb341d994e095f852eb2414] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=46.7 K 2024-12-05T23:19:52,810 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/31db49c0e6184cf08ac8063918136c4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/70d6c901a4e24cc3add3383adb42eaf4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8749285fbbe941498545358de59bb90b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=132.8 K 2024-12-05T23:19:52,810 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:52,810 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/31db49c0e6184cf08ac8063918136c4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/70d6c901a4e24cc3add3383adb42eaf4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8749285fbbe941498545358de59bb90b] 2024-12-05T23:19:52,810 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3abed91fe7014ad3abf2e8964c4a1d91, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733440790410 2024-12-05T23:19:52,810 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31db49c0e6184cf08ac8063918136c4c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733440790410 2024-12-05T23:19:52,811 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7152f88f124d4f9daebddec8775756bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733440790453 2024-12-05T23:19:52,811 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70d6c901a4e24cc3add3383adb42eaf4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733440790453 2024-12-05T23:19:52,811 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8749285fbbe941498545358de59bb90b, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733440792590 2024-12-05T23:19:52,811 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 387569382eb341d994e095f852eb2414, keycount=400, bloomtype=ROW, size=23.1 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733440792590 2024-12-05T23:19:52,832 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:52,833 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/0b897b4d154944e0b83ada4cbbfa25db is 50, key is test_row_0/B:col10/1733440792601/Put/seqid=0 2024-12-05T23:19:52,844 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:52,849 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412054727d71176c44280b734b81c34aff49c_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:52,853 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412054727d71176c44280b734b81c34aff49c_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:52,853 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054727d71176c44280b734b81c34aff49c_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:52,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741995_1171 (size=12207) 2024-12-05T23:19:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T23:19:52,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-05T23:19:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:52,899 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:19:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:52,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741996_1172 (size=4469) 2024-12-05T23:19:52,913 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#148 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:52,914 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/163349f07bba4211827d1544a7c2c664 is 175, key is test_row_0/A:col10/1733440792601/Put/seqid=0 2024-12-05T23:19:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050f03195725bc474090ac6df3082b6944_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440792644/Put/seqid=0 2024-12-05T23:19:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741997_1173 (size=31268) 2024-12-05T23:19:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741998_1174 (size=12154) 2024-12-05T23:19:52,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,942 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050f03195725bc474090ac6df3082b6944_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050f03195725bc474090ac6df3082b6944_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:52,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/194b212082584f3e9a24496075700669, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/194b212082584f3e9a24496075700669 is 175, key is test_row_0/A:col10/1733440792644/Put/seqid=0 2024-12-05T23:19:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741999_1175 (size=30955) 2024-12-05T23:19:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:52,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440852974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440852974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440852975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440852979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:52,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440852979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440853081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440853081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440853082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440853083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440853083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T23:19:53,282 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/0b897b4d154944e0b83ada4cbbfa25db as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/0b897b4d154944e0b83ada4cbbfa25db 2024-12-05T23:19:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440853285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440853285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440853286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440853287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440853287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,295 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into 0b897b4d154944e0b83ada4cbbfa25db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:53,295 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:53,295 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=13, startTime=1733440792807; duration=0sec 2024-12-05T23:19:53,295 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:53,295 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:19:53,296 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:53,297 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:53,297 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:19:53,298 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:53,298 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a4b5a706ce27419780b9139084730a12, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bab0674d729d4e469da688963c9ca26e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/9482428b838e409fb657bc853ac73fec] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=33.0 K 2024-12-05T23:19:53,298 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a4b5a706ce27419780b9139084730a12, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733440790410 2024-12-05T23:19:53,299 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bab0674d729d4e469da688963c9ca26e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733440790453 2024-12-05T23:19:53,299 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9482428b838e409fb657bc853ac73fec, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733440792601 2024-12-05T23:19:53,312 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:53,313 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/7715f2eb195b4bc1af8006b5b9f60b78 is 50, key is test_row_0/C:col10/1733440792601/Put/seqid=0 2024-12-05T23:19:53,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/163349f07bba4211827d1544a7c2c664 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/163349f07bba4211827d1544a7c2c664 2024-12-05T23:19:53,344 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into 163349f07bba4211827d1544a7c2c664(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:53,347 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:53,347 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=13, startTime=1733440792807; duration=0sec 2024-12-05T23:19:53,347 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:53,347 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:19:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742000_1176 (size=12207) 2024-12-05T23:19:53,359 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/194b212082584f3e9a24496075700669 2024-12-05T23:19:53,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/4502881d69d64b468eecf09ae7f115d3 is 50, key is test_row_0/B:col10/1733440792644/Put/seqid=0 2024-12-05T23:19:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742001_1177 (size=12001) 2024-12-05T23:19:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440853588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440853588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440853588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440853589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440853591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T23:19:53,759 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/7715f2eb195b4bc1af8006b5b9f60b78 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/7715f2eb195b4bc1af8006b5b9f60b78 2024-12-05T23:19:53,765 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into 7715f2eb195b4bc1af8006b5b9f60b78(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:53,765 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:53,765 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=13, startTime=1733440792808; duration=0sec 2024-12-05T23:19:53,766 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:53,766 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:19:53,844 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/4502881d69d64b468eecf09ae7f115d3 2024-12-05T23:19:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/c6b933bc5bee4b2daca2b7bdfc21e6c8 is 50, key is test_row_0/C:col10/1733440792644/Put/seqid=0 2024-12-05T23:19:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742002_1178 (size=12001) 2024-12-05T23:19:53,863 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/c6b933bc5bee4b2daca2b7bdfc21e6c8 2024-12-05T23:19:53,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/194b212082584f3e9a24496075700669 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/194b212082584f3e9a24496075700669 2024-12-05T23:19:53,872 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/194b212082584f3e9a24496075700669, entries=150, sequenceid=116, filesize=30.2 K 2024-12-05T23:19:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/4502881d69d64b468eecf09ae7f115d3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4502881d69d64b468eecf09ae7f115d3 2024-12-05T23:19:53,880 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4502881d69d64b468eecf09ae7f115d3, entries=150, sequenceid=116, filesize=11.7 K 2024-12-05T23:19:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/c6b933bc5bee4b2daca2b7bdfc21e6c8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c6b933bc5bee4b2daca2b7bdfc21e6c8 2024-12-05T23:19:53,887 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c6b933bc5bee4b2daca2b7bdfc21e6c8, entries=150, sequenceid=116, filesize=11.7 K 2024-12-05T23:19:53,890 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 70160d647794dd28ac466e116e5b2ea4 in 992ms, sequenceid=116, compaction requested=false 2024-12-05T23:19:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T23:19:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-05T23:19:53,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T23:19:53,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3000 sec 2024-12-05T23:19:53,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.3050 sec 2024-12-05T23:19:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:54,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:19:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:54,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120582a808eb9522457aa9c196370cb17c4f_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440792973/Put/seqid=0 2024-12-05T23:19:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440854119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440854119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440854120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440854122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440854123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742003_1179 (size=12204) 2024-12-05T23:19:54,137 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:54,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120582a808eb9522457aa9c196370cb17c4f_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120582a808eb9522457aa9c196370cb17c4f_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:54,144 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/964751176c3c4694bebce4ec264091e7, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:54,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/964751176c3c4694bebce4ec264091e7 is 175, key is test_row_0/A:col10/1733440792973/Put/seqid=0 2024-12-05T23:19:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742004_1180 (size=31005) 2024-12-05T23:19:54,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440854224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440854224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440854225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440854227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440854227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440854427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440854427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440854431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440854434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440854435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,569 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/964751176c3c4694bebce4ec264091e7 2024-12-05T23:19:54,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/91a39def4b1240f48e37ebd8f974cee6 is 50, key is test_row_0/B:col10/1733440792973/Put/seqid=0 2024-12-05T23:19:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742005_1181 (size=12051) 2024-12-05T23:19:54,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/91a39def4b1240f48e37ebd8f974cee6 2024-12-05T23:19:54,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/d501f2ea03844e4e88ec2d47e9eb8de2 is 50, key is test_row_0/C:col10/1733440792973/Put/seqid=0 2024-12-05T23:19:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742006_1182 (size=12051) 2024-12-05T23:19:54,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/d501f2ea03844e4e88ec2d47e9eb8de2 2024-12-05T23:19:54,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/964751176c3c4694bebce4ec264091e7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/964751176c3c4694bebce4ec264091e7 2024-12-05T23:19:54,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/964751176c3c4694bebce4ec264091e7, entries=150, sequenceid=131, filesize=30.3 K 2024-12-05T23:19:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/91a39def4b1240f48e37ebd8f974cee6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/91a39def4b1240f48e37ebd8f974cee6 2024-12-05T23:19:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-05T23:19:54,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/91a39def4b1240f48e37ebd8f974cee6, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T23:19:54,708 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-05T23:19:54,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/d501f2ea03844e4e88ec2d47e9eb8de2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/d501f2ea03844e4e88ec2d47e9eb8de2 2024-12-05T23:19:54,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-05T23:19:54,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:54,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:54,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T23:19:54,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/d501f2ea03844e4e88ec2d47e9eb8de2, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T23:19:54,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 70160d647794dd28ac466e116e5b2ea4 in 625ms, sequenceid=131, compaction requested=true 2024-12-05T23:19:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:54,719 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T23:19:54,719 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:54,721 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:54,721 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:19:54,721 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:54,721 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/0b897b4d154944e0b83ada4cbbfa25db, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4502881d69d64b468eecf09ae7f115d3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/91a39def4b1240f48e37ebd8f974cee6] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=35.4 K 2024-12-05T23:19:54,721 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b897b4d154944e0b83ada4cbbfa25db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733440790453 2024-12-05T23:19:54,721 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93228 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:54,721 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:19:54,721 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:54,722 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4502881d69d64b468eecf09ae7f115d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733440792644 2024-12-05T23:19:54,722 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/163349f07bba4211827d1544a7c2c664, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/194b212082584f3e9a24496075700669, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/964751176c3c4694bebce4ec264091e7] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=91.0 K 2024-12-05T23:19:54,722 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:54,722 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/163349f07bba4211827d1544a7c2c664, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/194b212082584f3e9a24496075700669, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/964751176c3c4694bebce4ec264091e7] 2024-12-05T23:19:54,722 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 91a39def4b1240f48e37ebd8f974cee6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440792973 2024-12-05T23:19:54,722 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 163349f07bba4211827d1544a7c2c664, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733440790453 2024-12-05T23:19:54,723 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 194b212082584f3e9a24496075700669, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733440792644 2024-12-05T23:19:54,723 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 964751176c3c4694bebce4ec264091e7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440792973 2024-12-05T23:19:54,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T23:19:54,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:54,731 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:54,732 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/4d3bf0c34baf4a039b66130a1e40f59a is 50, key is test_row_0/B:col10/1733440792973/Put/seqid=0 2024-12-05T23:19:54,733 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:54,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T23:19:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:54,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:54,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440854742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440854744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440854743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440854745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440854747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,753 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412055f0e1ec38c0b4e25bb67964a4cc0d848_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:54,756 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412055f0e1ec38c0b4e25bb67964a4cc0d848_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:54,757 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055f0e1ec38c0b4e25bb67964a4cc0d848_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:54,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742007_1183 (size=12359) 2024-12-05T23:19:54,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055edb4d2875454248b8e0e563bf63811d_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440794736/Put/seqid=0 2024-12-05T23:19:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742008_1184 (size=4469) 2024-12-05T23:19:54,780 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#157 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:54,781 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/265ff71b7a1e4da891f0f69e11665834 is 175, key is test_row_0/A:col10/1733440792973/Put/seqid=0 2024-12-05T23:19:54,784 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/4d3bf0c34baf4a039b66130a1e40f59a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4d3bf0c34baf4a039b66130a1e40f59a 2024-12-05T23:19:54,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742009_1185 (size=19774) 2024-12-05T23:19:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742010_1186 (size=31313) 2024-12-05T23:19:54,795 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into 4d3bf0c34baf4a039b66130a1e40f59a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:54,795 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:54,795 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=13, startTime=1733440794719; duration=0sec 2024-12-05T23:19:54,795 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:54,795 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:19:54,795 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:19:54,798 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:19:54,798 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:19:54,798 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:54,798 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/7715f2eb195b4bc1af8006b5b9f60b78, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c6b933bc5bee4b2daca2b7bdfc21e6c8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/d501f2ea03844e4e88ec2d47e9eb8de2] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=35.4 K 2024-12-05T23:19:54,799 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7715f2eb195b4bc1af8006b5b9f60b78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733440790453 2024-12-05T23:19:54,799 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c6b933bc5bee4b2daca2b7bdfc21e6c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733440792644 2024-12-05T23:19:54,800 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d501f2ea03844e4e88ec2d47e9eb8de2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440792973 2024-12-05T23:19:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T23:19:54,844 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:54,845 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/42d023971e204cb5a8abf1ee87cb8ff8 is 50, key is test_row_0/C:col10/1733440792973/Put/seqid=0 2024-12-05T23:19:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440854847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440854848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440854848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440854848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440854849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:54,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T23:19:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:54,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:54,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742011_1187 (size=12359) 2024-12-05T23:19:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T23:19:55,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T23:19:55,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:55,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:55,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:55,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440855050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440855053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440855057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440855057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440855060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T23:19:55,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:55,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055edb4d2875454248b8e0e563bf63811d_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055edb4d2875454248b8e0e563bf63811d_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:55,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/90c9b79f217d442d972f8749d17cdd9b, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:55,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/90c9b79f217d442d972f8749d17cdd9b is 175, key is test_row_0/A:col10/1733440794736/Put/seqid=0 2024-12-05T23:19:55,206 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/265ff71b7a1e4da891f0f69e11665834 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/265ff71b7a1e4da891f0f69e11665834 2024-12-05T23:19:55,213 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into 265ff71b7a1e4da891f0f69e11665834(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:55,213 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:55,213 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=13, startTime=1733440794719; duration=0sec 2024-12-05T23:19:55,213 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:55,213 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:19:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742012_1188 (size=57033) 2024-12-05T23:19:55,240 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/90c9b79f217d442d972f8749d17cdd9b 2024-12-05T23:19:55,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/67a92827a69549698f498eb0951f1963 is 50, key is test_row_0/B:col10/1733440794736/Put/seqid=0 2024-12-05T23:19:55,276 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/42d023971e204cb5a8abf1ee87cb8ff8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/42d023971e204cb5a8abf1ee87cb8ff8 2024-12-05T23:19:55,287 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into 42d023971e204cb5a8abf1ee87cb8ff8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:55,287 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:55,287 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=13, startTime=1733440794719; duration=0sec 2024-12-05T23:19:55,287 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:55,287 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:19:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742013_1189 (size=12151) 2024-12-05T23:19:55,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/67a92827a69549698f498eb0951f1963 2024-12-05T23:19:55,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a60c0e8b21784222b3a2d1b65579843f is 50, key is test_row_0/C:col10/1733440794736/Put/seqid=0 2024-12-05T23:19:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T23:19:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742014_1190 (size=12151) 2024-12-05T23:19:55,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a60c0e8b21784222b3a2d1b65579843f 2024-12-05T23:19:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/90c9b79f217d442d972f8749d17cdd9b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/90c9b79f217d442d972f8749d17cdd9b 2024-12-05T23:19:55,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/90c9b79f217d442d972f8749d17cdd9b, entries=300, sequenceid=158, filesize=55.7 K 2024-12-05T23:19:55,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/67a92827a69549698f498eb0951f1963 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/67a92827a69549698f498eb0951f1963 2024-12-05T23:19:55,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T23:19:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:55,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:55,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/67a92827a69549698f498eb0951f1963, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T23:19:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a60c0e8b21784222b3a2d1b65579843f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a60c0e8b21784222b3a2d1b65579843f 2024-12-05T23:19:55,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440855354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440855362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440855362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440855362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440855365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a60c0e8b21784222b3a2d1b65579843f, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T23:19:55,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 70160d647794dd28ac466e116e5b2ea4 in 641ms, sequenceid=158, compaction requested=false 2024-12-05T23:19:55,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:55,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-05T23:19:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:55,499 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T23:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:55,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059a8dec9e06c84dde8a3a93527f2be3cb_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440794743/Put/seqid=0 2024-12-05T23:19:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742015_1191 (size=12304) 2024-12-05T23:19:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:55,539 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059a8dec9e06c84dde8a3a93527f2be3cb_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a8dec9e06c84dde8a3a93527f2be3cb_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:55,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3699c9e0dd54436e81b00582ab00e897, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3699c9e0dd54436e81b00582ab00e897 is 175, key is test_row_0/A:col10/1733440794743/Put/seqid=0 2024-12-05T23:19:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742016_1192 (size=31105) 2024-12-05T23:19:55,554 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3699c9e0dd54436e81b00582ab00e897 2024-12-05T23:19:55,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/9e0304dd4db948ac85cf21b9b3c4e33b is 50, key is test_row_0/B:col10/1733440794743/Put/seqid=0 2024-12-05T23:19:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742017_1193 (size=12151) 2024-12-05T23:19:55,573 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/9e0304dd4db948ac85cf21b9b3c4e33b 2024-12-05T23:19:55,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/f13176b5df79467abe535f79e7555c6a is 50, key is test_row_0/C:col10/1733440794743/Put/seqid=0 2024-12-05T23:19:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742018_1194 (size=12151) 2024-12-05T23:19:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T23:19:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:55,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440855904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440855906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440855907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440855909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:55,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440855909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440856014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,018 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/f13176b5df79467abe535f79e7555c6a 2024-12-05T23:19:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440856017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440856022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440856022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3699c9e0dd54436e81b00582ab00e897 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3699c9e0dd54436e81b00582ab00e897 2024-12-05T23:19:56,035 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3699c9e0dd54436e81b00582ab00e897, entries=150, sequenceid=171, filesize=30.4 K 2024-12-05T23:19:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/9e0304dd4db948ac85cf21b9b3c4e33b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9e0304dd4db948ac85cf21b9b3c4e33b 2024-12-05T23:19:56,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440856033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,042 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9e0304dd4db948ac85cf21b9b3c4e33b, entries=150, sequenceid=171, filesize=11.9 K 2024-12-05T23:19:56,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/f13176b5df79467abe535f79e7555c6a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f13176b5df79467abe535f79e7555c6a 2024-12-05T23:19:56,051 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f13176b5df79467abe535f79e7555c6a, entries=150, sequenceid=171, filesize=11.9 K 2024-12-05T23:19:56,053 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 70160d647794dd28ac466e116e5b2ea4 in 553ms, sequenceid=171, compaction requested=true 2024-12-05T23:19:56,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:56,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:56,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T23:19:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-05T23:19:56,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-05T23:19:56,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3410 sec 2024-12-05T23:19:56,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.3460 sec 2024-12-05T23:19:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:56,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T23:19:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:56,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052733b91a5c9f4000b8443b4bd00193c5_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440795899/Put/seqid=0 2024-12-05T23:19:56,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440856230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440856232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440856231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440856234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440856239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742019_1195 (size=12304) 2024-12-05T23:19:56,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:56,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052733b91a5c9f4000b8443b4bd00193c5_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052733b91a5c9f4000b8443b4bd00193c5_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:56,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f8f427ea3bcf4e5b9dee536e75059aa0, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:56,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f8f427ea3bcf4e5b9dee536e75059aa0 is 175, key is test_row_0/A:col10/1733440795899/Put/seqid=0 2024-12-05T23:19:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742020_1196 (size=31105) 2024-12-05T23:19:56,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440856337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440856337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440856337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440856535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440856541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440856542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440856542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440856547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f8f427ea3bcf4e5b9dee536e75059aa0 2024-12-05T23:19:56,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fe6c1085b87542b6bd5ee9ca825d3e96 is 50, key is test_row_0/B:col10/1733440795899/Put/seqid=0 2024-12-05T23:19:56,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742021_1197 (size=12151) 2024-12-05T23:19:56,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fe6c1085b87542b6bd5ee9ca825d3e96 2024-12-05T23:19:56,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/152c996f63de4b568bbca758003f67db is 50, key is test_row_0/C:col10/1733440795899/Put/seqid=0 2024-12-05T23:19:56,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742022_1198 (size=12151) 2024-12-05T23:19:56,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/152c996f63de4b568bbca758003f67db 2024-12-05T23:19:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f8f427ea3bcf4e5b9dee536e75059aa0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f8f427ea3bcf4e5b9dee536e75059aa0 2024-12-05T23:19:56,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f8f427ea3bcf4e5b9dee536e75059aa0, entries=150, sequenceid=198, filesize=30.4 K 2024-12-05T23:19:56,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fe6c1085b87542b6bd5ee9ca825d3e96 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe6c1085b87542b6bd5ee9ca825d3e96 2024-12-05T23:19:56,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe6c1085b87542b6bd5ee9ca825d3e96, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T23:19:56,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/152c996f63de4b568bbca758003f67db as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/152c996f63de4b568bbca758003f67db 2024-12-05T23:19:56,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/152c996f63de4b568bbca758003f67db, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T23:19:56,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 70160d647794dd28ac466e116e5b2ea4 in 533ms, sequenceid=198, compaction requested=true 2024-12-05T23:19:56,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:56,753 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:56,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:56,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:56,753 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:56,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:56,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:56,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:56,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:56,755 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150556 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:56,755 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:19:56,755 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:56,755 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/265ff71b7a1e4da891f0f69e11665834, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/90c9b79f217d442d972f8749d17cdd9b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3699c9e0dd54436e81b00582ab00e897, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f8f427ea3bcf4e5b9dee536e75059aa0] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=147.0 K 2024-12-05T23:19:56,755 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:56,755 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/265ff71b7a1e4da891f0f69e11665834, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/90c9b79f217d442d972f8749d17cdd9b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3699c9e0dd54436e81b00582ab00e897, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f8f427ea3bcf4e5b9dee536e75059aa0] 2024-12-05T23:19:56,755 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 265ff71b7a1e4da891f0f69e11665834, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440792973 2024-12-05T23:19:56,756 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:56,756 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:19:56,756 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:56,756 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4d3bf0c34baf4a039b66130a1e40f59a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/67a92827a69549698f498eb0951f1963, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9e0304dd4db948ac85cf21b9b3c4e33b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe6c1085b87542b6bd5ee9ca825d3e96] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=47.7 K 2024-12-05T23:19:56,756 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90c9b79f217d442d972f8749d17cdd9b, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733440794118 2024-12-05T23:19:56,756 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3bf0c34baf4a039b66130a1e40f59a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440792973 2024-12-05T23:19:56,758 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3699c9e0dd54436e81b00582ab00e897, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733440794742 2024-12-05T23:19:56,758 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 67a92827a69549698f498eb0951f1963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733440794118 2024-12-05T23:19:56,758 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8f427ea3bcf4e5b9dee536e75059aa0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440795899 2024-12-05T23:19:56,759 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e0304dd4db948ac85cf21b9b3c4e33b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733440794742 2024-12-05T23:19:56,759 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting fe6c1085b87542b6bd5ee9ca825d3e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440795899 2024-12-05T23:19:56,778 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:56,779 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/beb915b57b45475b953c8b6fe68c8edd is 50, key is test_row_0/B:col10/1733440795899/Put/seqid=0 2024-12-05T23:19:56,785 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:56,793 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205a6eb2e0ece6b490e80e3f7826ed68be3_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:56,795 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205a6eb2e0ece6b490e80e3f7826ed68be3_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:56,795 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a6eb2e0ece6b490e80e3f7826ed68be3_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742023_1199 (size=12595) 2024-12-05T23:19:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742024_1200 (size=4469) 2024-12-05T23:19:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-05T23:19:56,819 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-05T23:19:56,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-05T23:19:56,823 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T23:19:56,823 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:56,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:56,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:19:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:56,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d96a4359b32a43a4af369157986f3c59_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440796848/Put/seqid=0 2024-12-05T23:19:56,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742025_1201 (size=19774) 2024-12-05T23:19:56,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440856907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440856908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440856911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T23:19:56,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:56,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T23:19:56,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:56,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:56,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:56,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:56,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440857012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440857012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440857014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440857045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440857054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T23:19:57,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T23:19:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,208 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:57,209 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/9c3c195eeb8f438c9b2de1e25c6a89a4 is 175, key is test_row_0/A:col10/1733440795899/Put/seqid=0 2024-12-05T23:19:57,218 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/beb915b57b45475b953c8b6fe68c8edd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/beb915b57b45475b953c8b6fe68c8edd 2024-12-05T23:19:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440857217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440857219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440857219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742026_1202 (size=31549) 2024-12-05T23:19:57,226 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into beb915b57b45475b953c8b6fe68c8edd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:57,226 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:57,226 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=12, startTime=1733440796753; duration=0sec 2024-12-05T23:19:57,226 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:57,226 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:19:57,227 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:57,229 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:57,229 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:19:57,229 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,229 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/42d023971e204cb5a8abf1ee87cb8ff8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a60c0e8b21784222b3a2d1b65579843f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f13176b5df79467abe535f79e7555c6a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/152c996f63de4b568bbca758003f67db] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=47.7 K 2024-12-05T23:19:57,230 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d023971e204cb5a8abf1ee87cb8ff8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440792973 2024-12-05T23:19:57,230 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a60c0e8b21784222b3a2d1b65579843f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733440794118 2024-12-05T23:19:57,230 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f13176b5df79467abe535f79e7555c6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733440794742 2024-12-05T23:19:57,231 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 152c996f63de4b568bbca758003f67db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440795899 2024-12-05T23:19:57,232 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/9c3c195eeb8f438c9b2de1e25c6a89a4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/9c3c195eeb8f438c9b2de1e25c6a89a4 2024-12-05T23:19:57,241 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into 9c3c195eeb8f438c9b2de1e25c6a89a4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:57,242 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:57,242 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=12, startTime=1733440796752; duration=0sec 2024-12-05T23:19:57,242 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:57,242 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:19:57,245 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:57,245 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/052a526b44a94f0f87472d130b555f4c is 50, key is test_row_0/C:col10/1733440795899/Put/seqid=0 2024-12-05T23:19:57,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742027_1203 (size=12595) 2024-12-05T23:19:57,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:57,280 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d96a4359b32a43a4af369157986f3c59_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d96a4359b32a43a4af369157986f3c59_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:57,281 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f41a6a88338343a8931c75b381e1ed98, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:57,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T23:19:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f41a6a88338343a8931c75b381e1ed98 is 175, key is test_row_0/A:col10/1733440796848/Put/seqid=0 2024-12-05T23:19:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742028_1204 (size=57033) 2024-12-05T23:19:57,300 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f41a6a88338343a8931c75b381e1ed98 2024-12-05T23:19:57,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d4a8b3c3804644e4b887a628556f9c4c is 50, key is test_row_0/B:col10/1733440796848/Put/seqid=0 2024-12-05T23:19:57,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742029_1205 (size=12151) 2024-12-05T23:19:57,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d4a8b3c3804644e4b887a628556f9c4c 2024-12-05T23:19:57,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bb17e36f2c69490692e7104113c463b5 is 50, key is test_row_0/C:col10/1733440796848/Put/seqid=0 2024-12-05T23:19:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742030_1206 (size=12151) 2024-12-05T23:19:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T23:19:57,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T23:19:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440857521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440857521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440857523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T23:19:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,675 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/052a526b44a94f0f87472d130b555f4c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/052a526b44a94f0f87472d130b555f4c 2024-12-05T23:19:57,680 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into 052a526b44a94f0f87472d130b555f4c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:57,681 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:57,681 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=12, startTime=1733440796753; duration=0sec 2024-12-05T23:19:57,681 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:57,681 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:19:57,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T23:19:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:57,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bb17e36f2c69490692e7104113c463b5 2024-12-05T23:19:57,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f41a6a88338343a8931c75b381e1ed98 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f41a6a88338343a8931c75b381e1ed98 2024-12-05T23:19:57,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f41a6a88338343a8931c75b381e1ed98, entries=300, sequenceid=211, filesize=55.7 K 2024-12-05T23:19:57,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d4a8b3c3804644e4b887a628556f9c4c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d4a8b3c3804644e4b887a628556f9c4c 2024-12-05T23:19:57,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d4a8b3c3804644e4b887a628556f9c4c, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T23:19:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bb17e36f2c69490692e7104113c463b5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bb17e36f2c69490692e7104113c463b5 2024-12-05T23:19:57,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bb17e36f2c69490692e7104113c463b5, entries=150, sequenceid=211, filesize=11.9 K 2024-12-05T23:19:57,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 70160d647794dd28ac466e116e5b2ea4 in 951ms, sequenceid=211, compaction requested=false 2024-12-05T23:19:57,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:57,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:57,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-05T23:19:57,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:57,900 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:19:57,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:57,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ed76e4a14ed9425c914a2c3c88f1cc13_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440796909/Put/seqid=0 2024-12-05T23:19:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742031_1207 (size=12304) 2024-12-05T23:19:57,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T23:19:57,929 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ed76e4a14ed9425c914a2c3c88f1cc13_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ed76e4a14ed9425c914a2c3c88f1cc13_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/ca2ed7c4240542d7bfe0eb911ab24555, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/ca2ed7c4240542d7bfe0eb911ab24555 is 175, key is test_row_0/A:col10/1733440796909/Put/seqid=0 2024-12-05T23:19:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742032_1208 (size=31105) 2024-12-05T23:19:57,951 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/ca2ed7c4240542d7bfe0eb911ab24555 2024-12-05T23:19:57,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d000178146da45a99a724ff28d17bda4 is 50, key is test_row_0/B:col10/1733440796909/Put/seqid=0 2024-12-05T23:19:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742033_1209 (size=12151) 2024-12-05T23:19:57,986 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d000178146da45a99a724ff28d17bda4 2024-12-05T23:19:57,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/251c062228e840f0bad0358ac6217649 is 50, key is test_row_0/C:col10/1733440796909/Put/seqid=0 2024-12-05T23:19:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742034_1210 (size=12151) 2024-12-05T23:19:58,015 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/251c062228e840f0bad0358ac6217649 2024-12-05T23:19:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/ca2ed7c4240542d7bfe0eb911ab24555 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/ca2ed7c4240542d7bfe0eb911ab24555 2024-12-05T23:19:58,026 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/ca2ed7c4240542d7bfe0eb911ab24555, entries=150, sequenceid=237, filesize=30.4 K 2024-12-05T23:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d000178146da45a99a724ff28d17bda4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d000178146da45a99a724ff28d17bda4 2024-12-05T23:19:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:58,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,035 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d000178146da45a99a724ff28d17bda4, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T23:19:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/251c062228e840f0bad0358ac6217649 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/251c062228e840f0bad0358ac6217649 2024-12-05T23:19:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,043 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/251c062228e840f0bad0358ac6217649, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T23:19:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,045 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for 70160d647794dd28ac466e116e5b2ea4 in 144ms, sequenceid=237, compaction requested=true 2024-12-05T23:19:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T23:19:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-05T23:19:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-05T23:19:58,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-12-05T23:19:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.2280 sec 2024-12-05T23:19:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:58,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:19:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a4b7ff6d7e4149bba59836384267bd18_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440798103/Put/seqid=0 2024-12-05T23:19:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742035_1211 (size=22268) 2024-12-05T23:19:58,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a4b7ff6d7e4149bba59836384267bd18_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a4b7ff6d7e4149bba59836384267bd18_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:58,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3883f6bf63ee41c490b898e24ac260ce, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440858142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3883f6bf63ee41c490b898e24ac260ce is 175, key is test_row_0/A:col10/1733440798103/Put/seqid=0 2024-12-05T23:19:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440858144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440858145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440858149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440858147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742036_1212 (size=65673) 2024-12-05T23:19:58,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3883f6bf63ee41c490b898e24ac260ce 2024-12-05T23:19:58,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/32adbbc5f92044f888d4d878c7f3100b is 50, key is test_row_0/B:col10/1733440798103/Put/seqid=0 2024-12-05T23:19:58,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742037_1213 (size=12151) 2024-12-05T23:19:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440858253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440858253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440858255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440858255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440858255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440858459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440858459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440858459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440858460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440858459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/32adbbc5f92044f888d4d878c7f3100b 2024-12-05T23:19:58,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/3c8188e318af40389459e30d24901d8b is 50, key is test_row_0/C:col10/1733440798103/Put/seqid=0 2024-12-05T23:19:58,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742038_1214 (size=12151) 2024-12-05T23:19:58,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/3c8188e318af40389459e30d24901d8b 2024-12-05T23:19:58,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3883f6bf63ee41c490b898e24ac260ce as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3883f6bf63ee41c490b898e24ac260ce 2024-12-05T23:19:58,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3883f6bf63ee41c490b898e24ac260ce, entries=350, sequenceid=248, filesize=64.1 K 2024-12-05T23:19:58,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/32adbbc5f92044f888d4d878c7f3100b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/32adbbc5f92044f888d4d878c7f3100b 2024-12-05T23:19:58,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/32adbbc5f92044f888d4d878c7f3100b, entries=150, sequenceid=248, filesize=11.9 K 2024-12-05T23:19:58,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/3c8188e318af40389459e30d24901d8b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/3c8188e318af40389459e30d24901d8b 2024-12-05T23:19:58,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/3c8188e318af40389459e30d24901d8b, entries=150, sequenceid=248, filesize=11.9 K 2024-12-05T23:19:58,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 70160d647794dd28ac466e116e5b2ea4 in 543ms, sequenceid=248, compaction requested=true 2024-12-05T23:19:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:19:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:19:58,648 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:19:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T23:19:58,649 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:58,650 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 185360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:58,650 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:19:58,650 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:58,650 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/9c3c195eeb8f438c9b2de1e25c6a89a4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f41a6a88338343a8931c75b381e1ed98, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/ca2ed7c4240542d7bfe0eb911ab24555, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3883f6bf63ee41c490b898e24ac260ce] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=181.0 K 2024-12-05T23:19:58,650 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:58,651 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/9c3c195eeb8f438c9b2de1e25c6a89a4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f41a6a88338343a8931c75b381e1ed98, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/ca2ed7c4240542d7bfe0eb911ab24555, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3883f6bf63ee41c490b898e24ac260ce] 2024-12-05T23:19:58,651 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c3c195eeb8f438c9b2de1e25c6a89a4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440795899 2024-12-05T23:19:58,651 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f41a6a88338343a8931c75b381e1ed98, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733440796220 2024-12-05T23:19:58,651 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:58,651 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:19:58,652 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:58,652 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/beb915b57b45475b953c8b6fe68c8edd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d4a8b3c3804644e4b887a628556f9c4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d000178146da45a99a724ff28d17bda4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/32adbbc5f92044f888d4d878c7f3100b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=47.9 K 2024-12-05T23:19:58,652 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca2ed7c4240542d7bfe0eb911ab24555, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733440796906 2024-12-05T23:19:58,652 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3883f6bf63ee41c490b898e24ac260ce, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733440798030 2024-12-05T23:19:58,652 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting beb915b57b45475b953c8b6fe68c8edd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440795899 2024-12-05T23:19:58,653 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d4a8b3c3804644e4b887a628556f9c4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733440796220 2024-12-05T23:19:58,653 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d000178146da45a99a724ff28d17bda4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733440796906 2024-12-05T23:19:58,654 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 32adbbc5f92044f888d4d878c7f3100b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733440798098 2024-12-05T23:19:58,662 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:58,667 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:58,667 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/a4b429649cb84d2f89e42dcae4012144 is 50, key is test_row_0/B:col10/1733440798103/Put/seqid=0 2024-12-05T23:19:58,668 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058e54451d42d745758465144ede760981_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:58,671 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058e54451d42d745758465144ede760981_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:58,671 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058e54451d42d745758465144ede760981_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742040_1216 (size=12731) 2024-12-05T23:19:58,689 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/a4b429649cb84d2f89e42dcae4012144 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a4b429649cb84d2f89e42dcae4012144 2024-12-05T23:19:58,694 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into a4b429649cb84d2f89e42dcae4012144(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:58,694 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:58,694 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=12, startTime=1733440798648; duration=0sec 2024-12-05T23:19:58,694 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:19:58,694 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:19:58,694 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:19:58,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742039_1215 (size=4469) 2024-12-05T23:19:58,697 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#180 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:58,698 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f2224b943f5d4c51a0281cb569a1ab6e is 175, key is test_row_0/A:col10/1733440798103/Put/seqid=0 2024-12-05T23:19:58,703 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:19:58,703 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:19:58,703 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:58,703 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/052a526b44a94f0f87472d130b555f4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bb17e36f2c69490692e7104113c463b5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/251c062228e840f0bad0358ac6217649, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/3c8188e318af40389459e30d24901d8b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=47.9 K 2024-12-05T23:19:58,704 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 052a526b44a94f0f87472d130b555f4c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440795899 2024-12-05T23:19:58,704 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bb17e36f2c69490692e7104113c463b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733440796220 2024-12-05T23:19:58,705 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 251c062228e840f0bad0358ac6217649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733440796906 2024-12-05T23:19:58,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742041_1217 (size=31685) 2024-12-05T23:19:58,706 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c8188e318af40389459e30d24901d8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733440798098 2024-12-05T23:19:58,712 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/f2224b943f5d4c51a0281cb569a1ab6e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f2224b943f5d4c51a0281cb569a1ab6e 2024-12-05T23:19:58,720 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#182 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:19:58,721 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/840465a4b98742cfa8ee6356d27f32c1 is 50, key is test_row_0/C:col10/1733440798103/Put/seqid=0 2024-12-05T23:19:58,723 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into f2224b943f5d4c51a0281cb569a1ab6e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:58,723 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:58,723 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=12, startTime=1733440798648; duration=0sec 2024-12-05T23:19:58,723 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:58,723 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:19:58,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742042_1218 (size=12731) 2024-12-05T23:19:58,734 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/840465a4b98742cfa8ee6356d27f32c1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/840465a4b98742cfa8ee6356d27f32c1 2024-12-05T23:19:58,740 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into 840465a4b98742cfa8ee6356d27f32c1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:19:58,740 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:58,740 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=12, startTime=1733440798648; duration=0sec 2024-12-05T23:19:58,740 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:19:58,741 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:19:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:58,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T23:19:58,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:58,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:58,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:58,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:58,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:58,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:58,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120564cff72624a1411bbd1e741553682dfd_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440798767/Put/seqid=0 2024-12-05T23:19:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440858777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440858779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440858779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440858780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742043_1219 (size=14994) 2024-12-05T23:19:58,785 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:58,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440858785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120564cff72624a1411bbd1e741553682dfd_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120564cff72624a1411bbd1e741553682dfd_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:58,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d9e3f4790e849c7ac5b9a7a09b9bfef, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:58,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d9e3f4790e849c7ac5b9a7a09b9bfef is 175, key is test_row_0/A:col10/1733440798767/Put/seqid=0 2024-12-05T23:19:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742044_1220 (size=39949) 2024-12-05T23:19:58,805 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d9e3f4790e849c7ac5b9a7a09b9bfef 2024-12-05T23:19:58,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fb8ae0eec660434b982239b92d7f3a3e is 50, key is test_row_0/B:col10/1733440798767/Put/seqid=0 2024-12-05T23:19:58,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742045_1221 (size=12301) 2024-12-05T23:19:58,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440858881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440858883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440858884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440858884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-05T23:19:58,929 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-05T23:19:58,930 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:19:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-05T23:19:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T23:19:58,932 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:19:58,933 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:19:58,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:19:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T23:19:59,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440859083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:19:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440859087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440859088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440859089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fb8ae0eec660434b982239b92d7f3a3e 2024-12-05T23:19:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T23:19:59,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:19:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/6860d0194e894636af399dfa03998624 is 50, key is test_row_0/C:col10/1733440798767/Put/seqid=0 2024-12-05T23:19:59,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742046_1222 (size=12301) 2024-12-05T23:19:59,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/6860d0194e894636af399dfa03998624 2024-12-05T23:19:59,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/0d9e3f4790e849c7ac5b9a7a09b9bfef as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d9e3f4790e849c7ac5b9a7a09b9bfef 2024-12-05T23:19:59,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d9e3f4790e849c7ac5b9a7a09b9bfef, entries=200, sequenceid=277, filesize=39.0 K 2024-12-05T23:19:59,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440859299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fb8ae0eec660434b982239b92d7f3a3e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fb8ae0eec660434b982239b92d7f3a3e 2024-12-05T23:19:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fb8ae0eec660434b982239b92d7f3a3e, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T23:19:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/6860d0194e894636af399dfa03998624 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/6860d0194e894636af399dfa03998624 2024-12-05T23:19:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,315 INFO [master/9e5740704f6b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T23:19:59,315 INFO [master/9e5740704f6b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T23:19:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/6860d0194e894636af399dfa03998624, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T23:19:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 70160d647794dd28ac466e116e5b2ea4 in 550ms, sequenceid=277, compaction requested=false 2024-12-05T23:19:59,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:19:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:59,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:19:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:19:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:19:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:19:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:19:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:19:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052ce2cd350941408ca700c3105e4dce22_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440798778/Put/seqid=0 2024-12-05T23:19:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742047_1223 (size=12454) 2024-12-05T23:19:59,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:59,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052ce2cd350941408ca700c3105e4dce22_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052ce2cd350941408ca700c3105e4dce22_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:19:59,453 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8b7036bd00f94865bf028b7ae9abbc7a, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:19:59,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8b7036bd00f94865bf028b7ae9abbc7a is 175, key is test_row_0/A:col10/1733440798778/Put/seqid=0 2024-12-05T23:19:59,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440859481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440859482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440859483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440859483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742048_1224 (size=31251) 2024-12-05T23:19:59,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8b7036bd00f94865bf028b7ae9abbc7a 2024-12-05T23:19:59,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/377a6153f098411b9ea05f1b730bb8f6 is 50, key is test_row_0/B:col10/1733440798778/Put/seqid=0 2024-12-05T23:19:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742049_1225 (size=9857) 2024-12-05T23:19:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T23:19:59,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:19:59,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:59,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440859583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440859585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440859594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440859600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:19:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440859785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440859794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440859798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:19:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440859802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:19:59,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:19:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:19:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:19:59,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:19:59,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/377a6153f098411b9ea05f1b730bb8f6 2024-12-05T23:19:59,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/adbc68a31f69482f819cf6012f53c39f is 50, key is test_row_0/C:col10/1733440798778/Put/seqid=0 2024-12-05T23:19:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742050_1226 (size=9857) 2024-12-05T23:20:00,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:20:00,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:00,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T23:20:00,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440860088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440860096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440860101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440860115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:20:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440860310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:20:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:00,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/adbc68a31f69482f819cf6012f53c39f 2024-12-05T23:20:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/8b7036bd00f94865bf028b7ae9abbc7a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8b7036bd00f94865bf028b7ae9abbc7a 2024-12-05T23:20:00,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8b7036bd00f94865bf028b7ae9abbc7a, entries=150, sequenceid=289, filesize=30.5 K 2024-12-05T23:20:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/377a6153f098411b9ea05f1b730bb8f6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/377a6153f098411b9ea05f1b730bb8f6 2024-12-05T23:20:00,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/377a6153f098411b9ea05f1b730bb8f6, entries=100, sequenceid=289, filesize=9.6 K 2024-12-05T23:20:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/adbc68a31f69482f819cf6012f53c39f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/adbc68a31f69482f819cf6012f53c39f 2024-12-05T23:20:00,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/adbc68a31f69482f819cf6012f53c39f, entries=100, sequenceid=289, filesize=9.6 K 2024-12-05T23:20:00,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 70160d647794dd28ac466e116e5b2ea4 in 978ms, sequenceid=289, compaction requested=true 2024-12-05T23:20:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:00,368 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:00,368 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:00,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:00,369 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102885 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:00,369 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:20:00,369 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:00,369 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:20:00,369 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,369 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,369 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f2224b943f5d4c51a0281cb569a1ab6e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d9e3f4790e849c7ac5b9a7a09b9bfef, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8b7036bd00f94865bf028b7ae9abbc7a] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=100.5 K 2024-12-05T23:20:00,369 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a4b429649cb84d2f89e42dcae4012144, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fb8ae0eec660434b982239b92d7f3a3e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/377a6153f098411b9ea05f1b730bb8f6] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=34.1 K 2024-12-05T23:20:00,369 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,370 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f2224b943f5d4c51a0281cb569a1ab6e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d9e3f4790e849c7ac5b9a7a09b9bfef, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8b7036bd00f94865bf028b7ae9abbc7a] 2024-12-05T23:20:00,370 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a4b429649cb84d2f89e42dcae4012144, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733440798098 2024-12-05T23:20:00,370 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2224b943f5d4c51a0281cb569a1ab6e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733440798098 2024-12-05T23:20:00,370 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9e3f4790e849c7ac5b9a7a09b9bfef, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733440798142 2024-12-05T23:20:00,370 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting fb8ae0eec660434b982239b92d7f3a3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733440798142 2024-12-05T23:20:00,371 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b7036bd00f94865bf028b7ae9abbc7a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440798776 2024-12-05T23:20:00,371 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 377a6153f098411b9ea05f1b730bb8f6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440798778 2024-12-05T23:20:00,379 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:00,380 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:00,380 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/336ccb5a78ee4c61b847ac8b39a353ff is 50, key is test_row_0/B:col10/1733440798778/Put/seqid=0 2024-12-05T23:20:00,383 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205dd3096e4575e4cf1bba238c28f7a6b4b_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:00,385 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205dd3096e4575e4cf1bba238c28f7a6b4b_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742051_1227 (size=12983) 2024-12-05T23:20:00,386 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dd3096e4575e4cf1bba238c28f7a6b4b_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:00,392 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/336ccb5a78ee4c61b847ac8b39a353ff as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/336ccb5a78ee4c61b847ac8b39a353ff 2024-12-05T23:20:00,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742052_1228 (size=4469) 2024-12-05T23:20:00,396 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#190 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:00,397 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/262400474b5b4672984e6a556f250abc is 175, key is test_row_0/A:col10/1733440798778/Put/seqid=0 2024-12-05T23:20:00,398 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into 336ccb5a78ee4c61b847ac8b39a353ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:00,398 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:00,398 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=13, startTime=1733440800368; duration=0sec 2024-12-05T23:20:00,398 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:00,398 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:20:00,398 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:00,399 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:00,399 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:20:00,399 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,400 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/840465a4b98742cfa8ee6356d27f32c1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/6860d0194e894636af399dfa03998624, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/adbc68a31f69482f819cf6012f53c39f] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=34.1 K 2024-12-05T23:20:00,400 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 840465a4b98742cfa8ee6356d27f32c1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733440798098 2024-12-05T23:20:00,400 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6860d0194e894636af399dfa03998624, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733440798142 2024-12-05T23:20:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742053_1229 (size=32044) 2024-12-05T23:20:00,401 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting adbc68a31f69482f819cf6012f53c39f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440798778 2024-12-05T23:20:00,406 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/262400474b5b4672984e6a556f250abc as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/262400474b5b4672984e6a556f250abc 2024-12-05T23:20:00,411 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:00,411 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/f5a52b9dca7143729f61f828120ddcd7 is 50, key is test_row_0/C:col10/1733440798778/Put/seqid=0 2024-12-05T23:20:00,412 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into 262400474b5b4672984e6a556f250abc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:00,412 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:00,412 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=13, startTime=1733440800368; duration=0sec 2024-12-05T23:20:00,412 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:00,412 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:20:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742054_1230 (size=12983) 2024-12-05T23:20:00,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T23:20:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:00,466 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:20:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ff238fb6b255469c9dc34b8197a27b2b_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440799424/Put/seqid=0 2024-12-05T23:20:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742055_1231 (size=12454) 2024-12-05T23:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:00,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440860607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440860607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440860608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440860621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440860711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440860711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440860711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,822 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/f5a52b9dca7143729f61f828120ddcd7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f5a52b9dca7143729f61f828120ddcd7 2024-12-05T23:20:00,827 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into f5a52b9dca7143729f61f828120ddcd7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:00,827 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:00,827 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=13, startTime=1733440800368; duration=0sec 2024-12-05T23:20:00,827 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:00,827 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:20:00,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:00,885 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ff238fb6b255469c9dc34b8197a27b2b_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ff238fb6b255469c9dc34b8197a27b2b_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/96c99b6bb24c455e803078b9168e32fb, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/96c99b6bb24c455e803078b9168e32fb is 175, key is test_row_0/A:col10/1733440799424/Put/seqid=0 2024-12-05T23:20:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742056_1232 (size=31255) 2024-12-05T23:20:00,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440860913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440860914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:00,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440860915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T23:20:01,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440861215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440861218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440861219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,296 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/96c99b6bb24c455e803078b9168e32fb 2024-12-05T23:20:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/51513d165c0d4a7ea9a3ecb6147beac3 is 50, key is test_row_0/B:col10/1733440799424/Put/seqid=0 2024-12-05T23:20:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742057_1233 (size=12301) 2024-12-05T23:20:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/51513d165c0d4a7ea9a3ecb6147beac3 2024-12-05T23:20:01,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a837302630df490fb1e6be406f9a9cbe is 50, key is test_row_0/C:col10/1733440799424/Put/seqid=0 2024-12-05T23:20:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742058_1234 (size=12301) 2024-12-05T23:20:01,353 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a837302630df490fb1e6be406f9a9cbe 2024-12-05T23:20:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/96c99b6bb24c455e803078b9168e32fb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/96c99b6bb24c455e803078b9168e32fb 2024-12-05T23:20:01,368 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/96c99b6bb24c455e803078b9168e32fb, entries=150, sequenceid=315, filesize=30.5 K 2024-12-05T23:20:01,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/51513d165c0d4a7ea9a3ecb6147beac3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51513d165c0d4a7ea9a3ecb6147beac3 2024-12-05T23:20:01,378 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51513d165c0d4a7ea9a3ecb6147beac3, entries=150, sequenceid=315, filesize=12.0 K 2024-12-05T23:20:01,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a837302630df490fb1e6be406f9a9cbe as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a837302630df490fb1e6be406f9a9cbe 2024-12-05T23:20:01,389 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a837302630df490fb1e6be406f9a9cbe, entries=150, sequenceid=315, filesize=12.0 K 2024-12-05T23:20:01,391 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 70160d647794dd28ac466e116e5b2ea4 in 924ms, sequenceid=315, compaction requested=false 2024-12-05T23:20:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T23:20:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-05T23:20:01,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-05T23:20:01,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4600 sec 2024-12-05T23:20:01,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4650 sec 2024-12-05T23:20:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:01,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:20:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:01,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120549c6f66d60444fe7bde376a824862dcd_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440800601/Put/seqid=0 2024-12-05T23:20:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742059_1235 (size=14994) 2024-12-05T23:20:01,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:01,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120549c6f66d60444fe7bde376a824862dcd_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549c6f66d60444fe7bde376a824862dcd_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:01,648 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3b20d86768374ff0a888e44b3512ed8d, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:01,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3b20d86768374ff0a888e44b3512ed8d is 175, key is test_row_0/A:col10/1733440800601/Put/seqid=0 2024-12-05T23:20:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742060_1236 (size=39949) 2024-12-05T23:20:01,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440861678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440861720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440861723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440861725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440861779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:01,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440861986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:02,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3b20d86768374ff0a888e44b3512ed8d 2024-12-05T23:20:02,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/541644a8db704d17ad17196b56b99ee0 is 50, key is test_row_0/B:col10/1733440800601/Put/seqid=0 2024-12-05T23:20:02,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742061_1237 (size=12301) 2024-12-05T23:20:02,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440862291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440862319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:02,321 DEBUG [Thread-709 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:02,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/541644a8db704d17ad17196b56b99ee0 2024-12-05T23:20:02,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a7abdccb23b34dbd97d75ba899bf8b9a is 50, key is test_row_0/C:col10/1733440800601/Put/seqid=0 2024-12-05T23:20:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742062_1238 (size=12301) 2024-12-05T23:20:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440862726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:02,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440862731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:02,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440862733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:02,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440862793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:02,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a7abdccb23b34dbd97d75ba899bf8b9a 2024-12-05T23:20:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/3b20d86768374ff0a888e44b3512ed8d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3b20d86768374ff0a888e44b3512ed8d 2024-12-05T23:20:02,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3b20d86768374ff0a888e44b3512ed8d, entries=200, sequenceid=329, filesize=39.0 K 2024-12-05T23:20:02,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/541644a8db704d17ad17196b56b99ee0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/541644a8db704d17ad17196b56b99ee0 2024-12-05T23:20:02,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/541644a8db704d17ad17196b56b99ee0, entries=150, sequenceid=329, filesize=12.0 K 2024-12-05T23:20:02,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/a7abdccb23b34dbd97d75ba899bf8b9a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a7abdccb23b34dbd97d75ba899bf8b9a 2024-12-05T23:20:02,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a7abdccb23b34dbd97d75ba899bf8b9a, entries=150, sequenceid=329, filesize=12.0 K 2024-12-05T23:20:02,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 70160d647794dd28ac466e116e5b2ea4 in 1275ms, sequenceid=329, compaction requested=true 2024-12-05T23:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:02,903 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:02,904 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:02,904 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103248 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:02,904 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:20:02,905 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:02,905 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/262400474b5b4672984e6a556f250abc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/96c99b6bb24c455e803078b9168e32fb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3b20d86768374ff0a888e44b3512ed8d] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=100.8 K 2024-12-05T23:20:02,905 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:02,905 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/262400474b5b4672984e6a556f250abc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/96c99b6bb24c455e803078b9168e32fb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3b20d86768374ff0a888e44b3512ed8d] 2024-12-05T23:20:02,906 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262400474b5b4672984e6a556f250abc, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440798142 2024-12-05T23:20:02,906 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:02,906 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:20:02,906 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:02,906 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/336ccb5a78ee4c61b847ac8b39a353ff, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51513d165c0d4a7ea9a3ecb6147beac3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/541644a8db704d17ad17196b56b99ee0] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=36.7 K 2024-12-05T23:20:02,906 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96c99b6bb24c455e803078b9168e32fb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733440799424 2024-12-05T23:20:02,907 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 336ccb5a78ee4c61b847ac8b39a353ff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440798142 2024-12-05T23:20:02,907 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b20d86768374ff0a888e44b3512ed8d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733440800601 2024-12-05T23:20:02,908 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 51513d165c0d4a7ea9a3ecb6147beac3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733440799424 2024-12-05T23:20:02,908 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 541644a8db704d17ad17196b56b99ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733440800601 2024-12-05T23:20:02,916 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:02,920 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:02,921 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/35aa1a2f5672498d9afdd6ccae45729f is 50, key is test_row_0/B:col10/1733440800601/Put/seqid=0 2024-12-05T23:20:02,923 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205eb01ed0657fc424c92ceba507d2ebdfa_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:02,924 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205eb01ed0657fc424c92ceba507d2ebdfa_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:02,925 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205eb01ed0657fc424c92ceba507d2ebdfa_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742063_1239 (size=13085) 2024-12-05T23:20:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742064_1240 (size=4469) 2024-12-05T23:20:02,952 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#198 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:02,954 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/e9b099a757ac41b3b04e7fbbf658cdf0 is 175, key is test_row_0/A:col10/1733440800601/Put/seqid=0 2024-12-05T23:20:02,959 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/35aa1a2f5672498d9afdd6ccae45729f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/35aa1a2f5672498d9afdd6ccae45729f 2024-12-05T23:20:02,965 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into 35aa1a2f5672498d9afdd6ccae45729f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:02,965 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:02,965 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=13, startTime=1733440802904; duration=0sec 2024-12-05T23:20:02,966 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:02,966 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:20:02,966 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:02,968 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:02,968 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:20:02,968 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:02,968 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f5a52b9dca7143729f61f828120ddcd7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a837302630df490fb1e6be406f9a9cbe, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a7abdccb23b34dbd97d75ba899bf8b9a] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=36.7 K 2024-12-05T23:20:02,968 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a52b9dca7143729f61f828120ddcd7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440798142 2024-12-05T23:20:02,969 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a837302630df490fb1e6be406f9a9cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733440799424 2024-12-05T23:20:02,969 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a7abdccb23b34dbd97d75ba899bf8b9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733440800601 2024-12-05T23:20:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742065_1241 (size=32039) 2024-12-05T23:20:02,981 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:02,981 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/b12304d4fb9544f4a1ae676a3bb49c59 is 50, key is test_row_0/C:col10/1733440800601/Put/seqid=0 2024-12-05T23:20:02,986 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/e9b099a757ac41b3b04e7fbbf658cdf0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e9b099a757ac41b3b04e7fbbf658cdf0 2024-12-05T23:20:02,993 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into e9b099a757ac41b3b04e7fbbf658cdf0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:02,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:02,993 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=13, startTime=1733440802903; duration=0sec 2024-12-05T23:20:02,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:02,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:20:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742066_1242 (size=13085) 2024-12-05T23:20:03,025 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/b12304d4fb9544f4a1ae676a3bb49c59 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/b12304d4fb9544f4a1ae676a3bb49c59 2024-12-05T23:20:03,033 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into b12304d4fb9544f4a1ae676a3bb49c59(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:03,033 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:03,033 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=13, startTime=1733440802904; duration=0sec 2024-12-05T23:20:03,033 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:03,033 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:20:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T23:20:03,038 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-05T23:20:03,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-05T23:20:03,041 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T23:20:03,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:03,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T23:20:03,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:03,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T23:20:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:03,197 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:20:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a63651db2ce540c6baffe8ce7f99d271_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440801669/Put/seqid=0 2024-12-05T23:20:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742067_1243 (size=12454) 2024-12-05T23:20:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T23:20:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:03,624 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a63651db2ce540c6baffe8ce7f99d271_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a63651db2ce540c6baffe8ce7f99d271_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/99a53933142d47e79e71c9e1e8e6c3e9, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/99a53933142d47e79e71c9e1e8e6c3e9 is 175, key is test_row_0/A:col10/1733440801669/Put/seqid=0 2024-12-05T23:20:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742068_1244 (size=31255) 2024-12-05T23:20:03,635 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/99a53933142d47e79e71c9e1e8e6c3e9 2024-12-05T23:20:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T23:20:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/958052fb328142ffa4b794217582eee4 is 50, key is test_row_0/B:col10/1733440801669/Put/seqid=0 2024-12-05T23:20:03,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742069_1245 (size=12301) 2024-12-05T23:20:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:03,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440863823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440863925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,057 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/958052fb328142ffa4b794217582eee4 2024-12-05T23:20:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/e72cce68202b4f7782a623ff513ab48c is 50, key is test_row_0/C:col10/1733440801669/Put/seqid=0 2024-12-05T23:20:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742070_1246 (size=12301) 2024-12-05T23:20:04,075 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/e72cce68202b4f7782a623ff513ab48c 2024-12-05T23:20:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/99a53933142d47e79e71c9e1e8e6c3e9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/99a53933142d47e79e71c9e1e8e6c3e9 2024-12-05T23:20:04,090 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/99a53933142d47e79e71c9e1e8e6c3e9, entries=150, sequenceid=355, filesize=30.5 K 2024-12-05T23:20:04,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/958052fb328142ffa4b794217582eee4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/958052fb328142ffa4b794217582eee4 2024-12-05T23:20:04,095 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/958052fb328142ffa4b794217582eee4, entries=150, sequenceid=355, filesize=12.0 K 2024-12-05T23:20:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/e72cce68202b4f7782a623ff513ab48c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e72cce68202b4f7782a623ff513ab48c 2024-12-05T23:20:04,101 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e72cce68202b4f7782a623ff513ab48c, entries=150, sequenceid=355, filesize=12.0 K 2024-12-05T23:20:04,104 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 70160d647794dd28ac466e116e5b2ea4 in 907ms, sequenceid=355, compaction requested=false 2024-12-05T23:20:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T23:20:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-05T23:20:04,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-05T23:20:04,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-12-05T23:20:04,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0680 sec 2024-12-05T23:20:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:04,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:20:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T23:20:04,146 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-05T23:20:04,147 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-05T23:20:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T23:20:04,150 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:04,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205727f53bbd6564c478da569abce14e5d9_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440803822/Put/seqid=0 2024-12-05T23:20:04,151 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:04,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742071_1247 (size=14994) 2024-12-05T23:20:04,183 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:04,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205727f53bbd6564c478da569abce14e5d9_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205727f53bbd6564c478da569abce14e5d9_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:04,189 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/b5b6b45117184d8eb92dd25309061060, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:04,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/b5b6b45117184d8eb92dd25309061060 is 175, key is test_row_0/A:col10/1733440803822/Put/seqid=0 2024-12-05T23:20:04,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742072_1248 (size=39949) 2024-12-05T23:20:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440864191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T23:20:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440864294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T23:20:04,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440864497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,594 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/b5b6b45117184d8eb92dd25309061060 2024-12-05T23:20:04,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fe2c796d5be648a3a70ec991d91c4fbf is 50, key is test_row_0/B:col10/1733440803822/Put/seqid=0 2024-12-05T23:20:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742073_1249 (size=12301) 2024-12-05T23:20:04,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36208 deadline: 1733440864730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,732 DEBUG [Thread-707 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:04,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1733440864746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,749 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36152 deadline: 1733440864750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,751 DEBUG [Thread-713 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T23:20:04,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440864799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:04,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:04,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fe2c796d5be648a3a70ec991d91c4fbf 2024-12-05T23:20:05,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/ea6fda80e19c4fe4b8f876f770972fdd is 50, key is test_row_0/C:col10/1733440803822/Put/seqid=0 2024-12-05T23:20:05,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742074_1250 (size=12301) 2024-12-05T23:20:05,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:05,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:05,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T23:20:05,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440865304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:05,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:05,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/ea6fda80e19c4fe4b8f876f770972fdd 2024-12-05T23:20:05,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/b5b6b45117184d8eb92dd25309061060 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/b5b6b45117184d8eb92dd25309061060 2024-12-05T23:20:05,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/b5b6b45117184d8eb92dd25309061060, entries=200, sequenceid=369, filesize=39.0 K 2024-12-05T23:20:05,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/fe2c796d5be648a3a70ec991d91c4fbf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe2c796d5be648a3a70ec991d91c4fbf 2024-12-05T23:20:05,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe2c796d5be648a3a70ec991d91c4fbf, entries=150, sequenceid=369, filesize=12.0 K 2024-12-05T23:20:05,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/ea6fda80e19c4fe4b8f876f770972fdd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/ea6fda80e19c4fe4b8f876f770972fdd 2024-12-05T23:20:05,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/ea6fda80e19c4fe4b8f876f770972fdd, entries=150, sequenceid=369, filesize=12.0 K 2024-12-05T23:20:05,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 70160d647794dd28ac466e116e5b2ea4 in 1315ms, sequenceid=369, compaction requested=true 2024-12-05T23:20:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:05,447 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:05,448 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:05,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:05,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:05,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:05,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:05,449 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:05,449 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:20:05,449 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,449 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e9b099a757ac41b3b04e7fbbf658cdf0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/99a53933142d47e79e71c9e1e8e6c3e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/b5b6b45117184d8eb92dd25309061060] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=100.8 K 2024-12-05T23:20:05,449 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,449 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e9b099a757ac41b3b04e7fbbf658cdf0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/99a53933142d47e79e71c9e1e8e6c3e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/b5b6b45117184d8eb92dd25309061060] 2024-12-05T23:20:05,450 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:05,450 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9b099a757ac41b3b04e7fbbf658cdf0, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733440800601 2024-12-05T23:20:05,450 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:20:05,450 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,450 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/35aa1a2f5672498d9afdd6ccae45729f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/958052fb328142ffa4b794217582eee4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe2c796d5be648a3a70ec991d91c4fbf] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=36.8 K 2024-12-05T23:20:05,450 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 35aa1a2f5672498d9afdd6ccae45729f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733440800601 2024-12-05T23:20:05,450 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99a53933142d47e79e71c9e1e8e6c3e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440801669 2024-12-05T23:20:05,451 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 958052fb328142ffa4b794217582eee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440801669 2024-12-05T23:20:05,451 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5b6b45117184d8eb92dd25309061060, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733440803813 2024-12-05T23:20:05,451 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting fe2c796d5be648a3a70ec991d91c4fbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733440803813 2024-12-05T23:20:05,459 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:05,463 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:05,463 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/566bf581aafa42fabb62b434aec89250 is 50, key is test_row_0/B:col10/1733440803822/Put/seqid=0 2024-12-05T23:20:05,469 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412054dc4c1560b5b4f74bc54e14bd55f5870_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:05,470 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412054dc4c1560b5b4f74bc54e14bd55f5870_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:05,471 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054dc4c1560b5b4f74bc54e14bd55f5870_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742076_1252 (size=4469) 2024-12-05T23:20:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742075_1251 (size=13187) 2024-12-05T23:20:05,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:05,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T23:20:05,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,526 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T23:20:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:05,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120510da7122d8d442978754c493fe839fe1_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440804189/Put/seqid=0 2024-12-05T23:20:05,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742077_1253 (size=12454) 2024-12-05T23:20:05,884 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#207 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:05,885 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/e5c349bbc42548129670443fe3ea3f46 is 175, key is test_row_0/A:col10/1733440803822/Put/seqid=0 2024-12-05T23:20:05,896 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/566bf581aafa42fabb62b434aec89250 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/566bf581aafa42fabb62b434aec89250 2024-12-05T23:20:05,902 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into 566bf581aafa42fabb62b434aec89250(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:05,902 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:05,902 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=13, startTime=1733440805447; duration=0sec 2024-12-05T23:20:05,902 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:05,902 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:20:05,902 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:05,904 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:05,904 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:20:05,904 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:05,904 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/b12304d4fb9544f4a1ae676a3bb49c59, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e72cce68202b4f7782a623ff513ab48c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/ea6fda80e19c4fe4b8f876f770972fdd] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=36.8 K 2024-12-05T23:20:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742078_1254 (size=32141) 2024-12-05T23:20:05,905 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b12304d4fb9544f4a1ae676a3bb49c59, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733440800601 2024-12-05T23:20:05,906 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e72cce68202b4f7782a623ff513ab48c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440801669 2024-12-05T23:20:05,909 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ea6fda80e19c4fe4b8f876f770972fdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733440803813 2024-12-05T23:20:05,921 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/e5c349bbc42548129670443fe3ea3f46 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e5c349bbc42548129670443fe3ea3f46 2024-12-05T23:20:05,927 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:05,928 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/695270e3c24542c197ffdc619143f66f is 50, key is test_row_0/C:col10/1733440803822/Put/seqid=0 2024-12-05T23:20:05,929 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into e5c349bbc42548129670443fe3ea3f46(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:05,929 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:05,929 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=13, startTime=1733440805447; duration=0sec 2024-12-05T23:20:05,929 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:05,929 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:20:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742079_1255 (size=13187) 2024-12-05T23:20:05,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:05,949 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/695270e3c24542c197ffdc619143f66f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/695270e3c24542c197ffdc619143f66f 2024-12-05T23:20:05,953 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120510da7122d8d442978754c493fe839fe1_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120510da7122d8d442978754c493fe839fe1_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/d130c0960592489e933a7b46960187a7, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/d130c0960592489e933a7b46960187a7 is 175, key is test_row_0/A:col10/1733440804189/Put/seqid=0 2024-12-05T23:20:05,961 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into 695270e3c24542c197ffdc619143f66f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:05,961 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:05,961 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=13, startTime=1733440805448; duration=0sec 2024-12-05T23:20:05,961 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:05,961 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:20:05,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742080_1256 (size=31255) 2024-12-05T23:20:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T23:20:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:06,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. as already flushing 2024-12-05T23:20:06,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440866333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:06,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36134 deadline: 1733440866348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:06,349 DEBUG [Thread-709 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:06,377 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/d130c0960592489e933a7b46960187a7 2024-12-05T23:20:06,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/51c78369d8b540f8bb8c6c7bd8d5bcb5 is 50, key is test_row_0/B:col10/1733440804189/Put/seqid=0 2024-12-05T23:20:06,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742081_1257 (size=12301) 2024-12-05T23:20:06,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440866436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:06,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440866639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:06,811 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/51c78369d8b540f8bb8c6c7bd8d5bcb5 2024-12-05T23:20:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/2bdf091258ea4b98b51509b116f82cc3 is 50, key is test_row_0/C:col10/1733440804189/Put/seqid=0 2024-12-05T23:20:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742082_1258 (size=12301) 2024-12-05T23:20:06,840 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/2bdf091258ea4b98b51509b116f82cc3 2024-12-05T23:20:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/d130c0960592489e933a7b46960187a7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/d130c0960592489e933a7b46960187a7 2024-12-05T23:20:06,852 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/d130c0960592489e933a7b46960187a7, entries=150, sequenceid=391, filesize=30.5 K 2024-12-05T23:20:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/51c78369d8b540f8bb8c6c7bd8d5bcb5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51c78369d8b540f8bb8c6c7bd8d5bcb5 2024-12-05T23:20:06,858 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51c78369d8b540f8bb8c6c7bd8d5bcb5, entries=150, sequenceid=391, filesize=12.0 K 2024-12-05T23:20:06,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/2bdf091258ea4b98b51509b116f82cc3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/2bdf091258ea4b98b51509b116f82cc3 2024-12-05T23:20:06,864 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/2bdf091258ea4b98b51509b116f82cc3, entries=150, sequenceid=391, filesize=12.0 K 2024-12-05T23:20:06,865 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 70160d647794dd28ac466e116e5b2ea4 in 1339ms, sequenceid=391, compaction requested=false 2024-12-05T23:20:06,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:06,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:06,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-05T23:20:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-05T23:20:06,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-05T23:20:06,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7170 sec 2024-12-05T23:20:06,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.7230 sec 2024-12-05T23:20:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:06,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T23:20:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:06,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ab966fe4e1dc497786c8630c28eb1522_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440806332/Put/seqid=0 2024-12-05T23:20:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742083_1259 (size=14994) 2024-12-05T23:20:06,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:06,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ab966fe4e1dc497786c8630c28eb1522_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ab966fe4e1dc497786c8630c28eb1522_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:06,982 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/240274486e68444b8a370eccb1fbb11f, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:06,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/240274486e68444b8a370eccb1fbb11f is 175, key is test_row_0/A:col10/1733440806332/Put/seqid=0 2024-12-05T23:20:07,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742084_1260 (size=39949) 2024-12-05T23:20:07,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440867027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:07,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440867130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:07,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440867341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:07,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/240274486e68444b8a370eccb1fbb11f 2024-12-05T23:20:07,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/5eba4c1530fc412d8e9b5aa717a71239 is 50, key is test_row_0/B:col10/1733440806332/Put/seqid=0 2024-12-05T23:20:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742085_1261 (size=12301) 2024-12-05T23:20:07,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440867645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:07,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/5eba4c1530fc412d8e9b5aa717a71239 2024-12-05T23:20:07,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/26e95c769b43455d90bc224729c9617c is 50, key is test_row_0/C:col10/1733440806332/Put/seqid=0 2024-12-05T23:20:07,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742086_1262 (size=12301) 2024-12-05T23:20:08,060 DEBUG [Thread-716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67603cba to 127.0.0.1:49561 2024-12-05T23:20:08,060 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,060 DEBUG [Thread-718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36bb17b1 to 127.0.0.1:49561 2024-12-05T23:20:08,060 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,064 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48db3981 to 127.0.0.1:49561 2024-12-05T23:20:08,064 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,067 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bf6c5d6 to 127.0.0.1:49561 2024-12-05T23:20:08,067 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36148 deadline: 1733440868148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:08,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/26e95c769b43455d90bc224729c9617c 2024-12-05T23:20:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/240274486e68444b8a370eccb1fbb11f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/240274486e68444b8a370eccb1fbb11f 2024-12-05T23:20:08,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/240274486e68444b8a370eccb1fbb11f, entries=200, sequenceid=409, filesize=39.0 K 2024-12-05T23:20:08,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/5eba4c1530fc412d8e9b5aa717a71239 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/5eba4c1530fc412d8e9b5aa717a71239 2024-12-05T23:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T23:20:08,254 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-05T23:20:08,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/5eba4c1530fc412d8e9b5aa717a71239, entries=150, sequenceid=409, filesize=12.0 K 2024-12-05T23:20:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/26e95c769b43455d90bc224729c9617c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/26e95c769b43455d90bc224729c9617c 2024-12-05T23:20:08,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/26e95c769b43455d90bc224729c9617c, entries=150, sequenceid=409, filesize=12.0 K 2024-12-05T23:20:08,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 70160d647794dd28ac466e116e5b2ea4 in 1317ms, sequenceid=409, compaction requested=true 2024-12-05T23:20:08,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:08,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:08,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:08,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:08,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:08,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70160d647794dd28ac466e116e5b2ea4:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:08,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:08,263 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:08,263 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:08,264 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:08,264 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:08,264 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/B is initiating minor compaction (all files) 2024-12-05T23:20:08,264 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/A is initiating minor compaction (all files) 2024-12-05T23:20:08,264 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/B in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:08,264 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/A in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:08,264 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/566bf581aafa42fabb62b434aec89250, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51c78369d8b540f8bb8c6c7bd8d5bcb5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/5eba4c1530fc412d8e9b5aa717a71239] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=36.9 K 2024-12-05T23:20:08,264 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e5c349bbc42548129670443fe3ea3f46, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/d130c0960592489e933a7b46960187a7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/240274486e68444b8a370eccb1fbb11f] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=100.9 K 2024-12-05T23:20:08,264 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:08,264 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e5c349bbc42548129670443fe3ea3f46, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/d130c0960592489e933a7b46960187a7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/240274486e68444b8a370eccb1fbb11f] 2024-12-05T23:20:08,264 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 566bf581aafa42fabb62b434aec89250, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733440803813 2024-12-05T23:20:08,264 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5c349bbc42548129670443fe3ea3f46, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733440803813 2024-12-05T23:20:08,265 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 51c78369d8b540f8bb8c6c7bd8d5bcb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733440804177 2024-12-05T23:20:08,265 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d130c0960592489e933a7b46960187a7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733440804177 2024-12-05T23:20:08,265 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eba4c1530fc412d8e9b5aa717a71239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733440806328 2024-12-05T23:20:08,265 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 240274486e68444b8a370eccb1fbb11f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733440806325 2024-12-05T23:20:08,274 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:08,275 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d19e7e935d6a4548ab5137accd802905 is 50, key is test_row_0/B:col10/1733440806332/Put/seqid=0 2024-12-05T23:20:08,277 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742087_1263 (size=13289) 2024-12-05T23:20:08,280 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205b97796c838e44f68af0cd15f59e06c96_70160d647794dd28ac466e116e5b2ea4 store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:08,285 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/d19e7e935d6a4548ab5137accd802905 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d19e7e935d6a4548ab5137accd802905 2024-12-05T23:20:08,293 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/B of 70160d647794dd28ac466e116e5b2ea4 into d19e7e935d6a4548ab5137accd802905(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:08,293 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:08,293 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/B, priority=13, startTime=1733440808262; duration=0sec 2024-12-05T23:20:08,293 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:08,293 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:B 2024-12-05T23:20:08,293 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:08,294 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:08,294 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 70160d647794dd28ac466e116e5b2ea4/C is initiating minor compaction (all files) 2024-12-05T23:20:08,295 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70160d647794dd28ac466e116e5b2ea4/C in TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:08,295 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/695270e3c24542c197ffdc619143f66f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/2bdf091258ea4b98b51509b116f82cc3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/26e95c769b43455d90bc224729c9617c] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp, totalSize=36.9 K 2024-12-05T23:20:08,295 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 695270e3c24542c197ffdc619143f66f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733440803813 2024-12-05T23:20:08,295 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bdf091258ea4b98b51509b116f82cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733440804177 2024-12-05T23:20:08,297 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e95c769b43455d90bc224729c9617c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733440806328 2024-12-05T23:20:08,313 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#C#compaction#218 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:08,314 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bf564c562a9b42d7963c7d34f3f54dda is 50, key is test_row_0/C:col10/1733440806332/Put/seqid=0 2024-12-05T23:20:08,316 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205b97796c838e44f68af0cd15f59e06c96_70160d647794dd28ac466e116e5b2ea4, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:08,316 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b97796c838e44f68af0cd15f59e06c96_70160d647794dd28ac466e116e5b2ea4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742088_1264 (size=13289) 2024-12-05T23:20:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742089_1265 (size=4469) 2024-12-05T23:20:08,323 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/bf564c562a9b42d7963c7d34f3f54dda as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bf564c562a9b42d7963c7d34f3f54dda 2024-12-05T23:20:08,328 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/C of 70160d647794dd28ac466e116e5b2ea4 into bf564c562a9b42d7963c7d34f3f54dda(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:08,328 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:08,328 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/C, priority=13, startTime=1733440808263; duration=0sec 2024-12-05T23:20:08,328 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:08,328 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:C 2024-12-05T23:20:08,722 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70160d647794dd28ac466e116e5b2ea4#A#compaction#217 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:08,722 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/cb1cd8db7c9543e18e099849768eed03 is 175, key is test_row_0/A:col10/1733440806332/Put/seqid=0 2024-12-05T23:20:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742090_1266 (size=32243) 2024-12-05T23:20:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:08,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T23:20:08,765 DEBUG [Thread-707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e1a3a59 to 127.0.0.1:49561 2024-12-05T23:20:08,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:08,765 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:08,771 DEBUG [Thread-713 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02d2aded to 127.0.0.1:49561 2024-12-05T23:20:08,771 DEBUG [Thread-713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b2cb797510674ea1af3f8e9770bfd1ae_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440808764/Put/seqid=0 2024-12-05T23:20:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742091_1267 (size=12454) 2024-12-05T23:20:08,783 DEBUG [Thread-711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x206c44e8 to 127.0.0.1:49561 2024-12-05T23:20:08,783 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:09,131 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/cb1cd8db7c9543e18e099849768eed03 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/cb1cd8db7c9543e18e099849768eed03 2024-12-05T23:20:09,136 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70160d647794dd28ac466e116e5b2ea4/A of 70160d647794dd28ac466e116e5b2ea4 into cb1cd8db7c9543e18e099849768eed03(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:09,136 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:09,136 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4., storeName=70160d647794dd28ac466e116e5b2ea4/A, priority=13, startTime=1733440808262; duration=0sec 2024-12-05T23:20:09,136 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:09,136 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70160d647794dd28ac466e116e5b2ea4:A 2024-12-05T23:20:09,152 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23ec3508 to 127.0.0.1:49561 2024-12-05T23:20:09,152 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:09,176 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:09,179 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b2cb797510674ea1af3f8e9770bfd1ae_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b2cb797510674ea1af3f8e9770bfd1ae_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:09,180 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/aee5bdc5efe84138b584afb1174529eb, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:09,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/aee5bdc5efe84138b584afb1174529eb is 175, key is test_row_0/A:col10/1733440808764/Put/seqid=0 2024-12-05T23:20:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742092_1268 (size=31255) 2024-12-05T23:20:09,585 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/aee5bdc5efe84138b584afb1174529eb 2024-12-05T23:20:09,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/49409bec97024608b01e6731ebeccddf is 50, key is test_row_0/B:col10/1733440808764/Put/seqid=0 2024-12-05T23:20:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742093_1269 (size=12301) 2024-12-05T23:20:09,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/49409bec97024608b01e6731ebeccddf 2024-12-05T23:20:10,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/c77914a791dd4e6091fde383bb3cd936 is 50, key is test_row_0/C:col10/1733440808764/Put/seqid=0 2024-12-05T23:20:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742094_1270 (size=12301) 2024-12-05T23:20:10,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/c77914a791dd4e6091fde383bb3cd936 2024-12-05T23:20:10,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/aee5bdc5efe84138b584afb1174529eb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/aee5bdc5efe84138b584afb1174529eb 2024-12-05T23:20:10,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/aee5bdc5efe84138b584afb1174529eb, entries=150, sequenceid=433, filesize=30.5 K 2024-12-05T23:20:10,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/49409bec97024608b01e6731ebeccddf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/49409bec97024608b01e6731ebeccddf 2024-12-05T23:20:10,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/49409bec97024608b01e6731ebeccddf, entries=150, sequenceid=433, filesize=12.0 K 2024-12-05T23:20:10,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/c77914a791dd4e6091fde383bb3cd936 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c77914a791dd4e6091fde383bb3cd936 2024-12-05T23:20:10,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c77914a791dd4e6091fde383bb3cd936, entries=150, sequenceid=433, filesize=12.0 K 2024-12-05T23:20:10,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for 70160d647794dd28ac466e116e5b2ea4 in 1261ms, sequenceid=433, compaction requested=false 2024-12-05T23:20:10,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:13,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:20:16,379 DEBUG [Thread-709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b72fe31 to 127.0.0.1:49561 2024-12-05T23:20:16,379 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6169 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5994 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2574 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7722 rows 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2596 2024-12-05T23:20:16,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7788 rows 2024-12-05T23:20:16,379 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T23:20:16,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267b0a43 to 127.0.0.1:49561 2024-12-05T23:20:16,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:16,382 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T23:20:16,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T23:20:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T23:20:16,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440816387"}]},"ts":"1733440816387"} 2024-12-05T23:20:16,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T23:20:16,390 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T23:20:16,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:20:16,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, UNASSIGN}] 2024-12-05T23:20:16,394 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, UNASSIGN 2024-12-05T23:20:16,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:16,396 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:20:16,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:20:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T23:20:16,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:16,548 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 70160d647794dd28ac466e116e5b2ea4, disabling compactions & flushes 2024-12-05T23:20:16,548 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. after waiting 0 ms 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:16,548 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 70160d647794dd28ac466e116e5b2ea4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=A 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=B 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70160d647794dd28ac466e116e5b2ea4, store=C 2024-12-05T23:20:16,548 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:16,554 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058729c7670a484296b7e06e1150210c58_70160d647794dd28ac466e116e5b2ea4 is 50, key is test_row_0/A:col10/1733440816377/Put/seqid=0 2024-12-05T23:20:16,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742095_1271 (size=12454) 2024-12-05T23:20:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T23:20:16,961 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:16,965 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058729c7670a484296b7e06e1150210c58_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058729c7670a484296b7e06e1150210c58_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:16,966 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/668e5d686f784ae7946264b82017b97d, store: [table=TestAcidGuarantees family=A region=70160d647794dd28ac466e116e5b2ea4] 2024-12-05T23:20:16,967 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/668e5d686f784ae7946264b82017b97d is 175, key is test_row_0/A:col10/1733440816377/Put/seqid=0 2024-12-05T23:20:16,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742096_1272 (size=31255) 2024-12-05T23:20:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T23:20:17,372 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=441, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/668e5d686f784ae7946264b82017b97d 2024-12-05T23:20:17,381 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/9493a08bf64643bf99f069fa9eb0d7f1 is 50, key is test_row_0/B:col10/1733440816377/Put/seqid=0 2024-12-05T23:20:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742097_1273 (size=12301) 2024-12-05T23:20:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T23:20:17,785 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/9493a08bf64643bf99f069fa9eb0d7f1 2024-12-05T23:20:17,793 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/1bf7388432ef4ebfba1ccb672004c62c is 50, key is test_row_0/C:col10/1733440816377/Put/seqid=0 2024-12-05T23:20:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742098_1274 (size=12301) 2024-12-05T23:20:18,198 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/1bf7388432ef4ebfba1ccb672004c62c 2024-12-05T23:20:18,202 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/A/668e5d686f784ae7946264b82017b97d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/668e5d686f784ae7946264b82017b97d 2024-12-05T23:20:18,206 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/668e5d686f784ae7946264b82017b97d, entries=150, sequenceid=441, filesize=30.5 K 2024-12-05T23:20:18,207 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/B/9493a08bf64643bf99f069fa9eb0d7f1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9493a08bf64643bf99f069fa9eb0d7f1 2024-12-05T23:20:18,211 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9493a08bf64643bf99f069fa9eb0d7f1, entries=150, sequenceid=441, filesize=12.0 K 2024-12-05T23:20:18,212 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/.tmp/C/1bf7388432ef4ebfba1ccb672004c62c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/1bf7388432ef4ebfba1ccb672004c62c 2024-12-05T23:20:18,215 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/1bf7388432ef4ebfba1ccb672004c62c, entries=150, sequenceid=441, filesize=12.0 K 2024-12-05T23:20:18,216 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 70160d647794dd28ac466e116e5b2ea4 in 1668ms, sequenceid=441, compaction requested=true 2024-12-05T23:20:18,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d04df3f585a491fa955abb8b0ac89cb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/1fb9027eebef4328b10f39c67dca51f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/a089d6d4421a4c1bae559fe309dc322a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/31db49c0e6184cf08ac8063918136c4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/70d6c901a4e24cc3add3383adb42eaf4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8749285fbbe941498545358de59bb90b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/163349f07bba4211827d1544a7c2c664, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/194b212082584f3e9a24496075700669, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/265ff71b7a1e4da891f0f69e11665834, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/964751176c3c4694bebce4ec264091e7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/90c9b79f217d442d972f8749d17cdd9b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3699c9e0dd54436e81b00582ab00e897, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/9c3c195eeb8f438c9b2de1e25c6a89a4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f8f427ea3bcf4e5b9dee536e75059aa0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f41a6a88338343a8931c75b381e1ed98, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/ca2ed7c4240542d7bfe0eb911ab24555, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3883f6bf63ee41c490b898e24ac260ce, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f2224b943f5d4c51a0281cb569a1ab6e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d9e3f4790e849c7ac5b9a7a09b9bfef, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/262400474b5b4672984e6a556f250abc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8b7036bd00f94865bf028b7ae9abbc7a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/96c99b6bb24c455e803078b9168e32fb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3b20d86768374ff0a888e44b3512ed8d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e9b099a757ac41b3b04e7fbbf658cdf0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/99a53933142d47e79e71c9e1e8e6c3e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/b5b6b45117184d8eb92dd25309061060, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e5c349bbc42548129670443fe3ea3f46, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/d130c0960592489e933a7b46960187a7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/240274486e68444b8a370eccb1fbb11f] to archive 2024-12-05T23:20:18,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:20:18,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d04df3f585a491fa955abb8b0ac89cb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d04df3f585a491fa955abb8b0ac89cb 2024-12-05T23:20:18,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/1fb9027eebef4328b10f39c67dca51f6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/1fb9027eebef4328b10f39c67dca51f6 2024-12-05T23:20:18,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/a089d6d4421a4c1bae559fe309dc322a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/a089d6d4421a4c1bae559fe309dc322a 2024-12-05T23:20:18,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/31db49c0e6184cf08ac8063918136c4c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/31db49c0e6184cf08ac8063918136c4c 2024-12-05T23:20:18,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/70d6c901a4e24cc3add3383adb42eaf4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/70d6c901a4e24cc3add3383adb42eaf4 2024-12-05T23:20:18,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8749285fbbe941498545358de59bb90b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8749285fbbe941498545358de59bb90b 2024-12-05T23:20:18,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/163349f07bba4211827d1544a7c2c664 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/163349f07bba4211827d1544a7c2c664 2024-12-05T23:20:18,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/194b212082584f3e9a24496075700669 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/194b212082584f3e9a24496075700669 2024-12-05T23:20:18,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/265ff71b7a1e4da891f0f69e11665834 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/265ff71b7a1e4da891f0f69e11665834 2024-12-05T23:20:18,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/964751176c3c4694bebce4ec264091e7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/964751176c3c4694bebce4ec264091e7 2024-12-05T23:20:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/90c9b79f217d442d972f8749d17cdd9b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/90c9b79f217d442d972f8749d17cdd9b 2024-12-05T23:20:18,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3699c9e0dd54436e81b00582ab00e897 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3699c9e0dd54436e81b00582ab00e897 2024-12-05T23:20:18,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/9c3c195eeb8f438c9b2de1e25c6a89a4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/9c3c195eeb8f438c9b2de1e25c6a89a4 2024-12-05T23:20:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f8f427ea3bcf4e5b9dee536e75059aa0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f8f427ea3bcf4e5b9dee536e75059aa0 2024-12-05T23:20:18,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f41a6a88338343a8931c75b381e1ed98 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f41a6a88338343a8931c75b381e1ed98 2024-12-05T23:20:18,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/ca2ed7c4240542d7bfe0eb911ab24555 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/ca2ed7c4240542d7bfe0eb911ab24555 2024-12-05T23:20:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3883f6bf63ee41c490b898e24ac260ce to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3883f6bf63ee41c490b898e24ac260ce 2024-12-05T23:20:18,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f2224b943f5d4c51a0281cb569a1ab6e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/f2224b943f5d4c51a0281cb569a1ab6e 2024-12-05T23:20:18,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d9e3f4790e849c7ac5b9a7a09b9bfef to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/0d9e3f4790e849c7ac5b9a7a09b9bfef 2024-12-05T23:20:18,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/262400474b5b4672984e6a556f250abc to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/262400474b5b4672984e6a556f250abc 2024-12-05T23:20:18,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8b7036bd00f94865bf028b7ae9abbc7a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/8b7036bd00f94865bf028b7ae9abbc7a 2024-12-05T23:20:18,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/96c99b6bb24c455e803078b9168e32fb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/96c99b6bb24c455e803078b9168e32fb 2024-12-05T23:20:18,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3b20d86768374ff0a888e44b3512ed8d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/3b20d86768374ff0a888e44b3512ed8d 2024-12-05T23:20:18,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e9b099a757ac41b3b04e7fbbf658cdf0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e9b099a757ac41b3b04e7fbbf658cdf0 2024-12-05T23:20:18,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/99a53933142d47e79e71c9e1e8e6c3e9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/99a53933142d47e79e71c9e1e8e6c3e9 2024-12-05T23:20:18,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/b5b6b45117184d8eb92dd25309061060 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/b5b6b45117184d8eb92dd25309061060 2024-12-05T23:20:18,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e5c349bbc42548129670443fe3ea3f46 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/e5c349bbc42548129670443fe3ea3f46 2024-12-05T23:20:18,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/d130c0960592489e933a7b46960187a7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/d130c0960592489e933a7b46960187a7 2024-12-05T23:20:18,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/240274486e68444b8a370eccb1fbb11f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/240274486e68444b8a370eccb1fbb11f 2024-12-05T23:20:18,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a7f36e6c673d4cd39acd91c30aa22237, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/8398c40fcde44112a1233e8a47ffacf0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/3abed91fe7014ad3abf2e8964c4a1d91, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/f2a0c979032a4990b9dc382b21156e53, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/7152f88f124d4f9daebddec8775756bf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/387569382eb341d994e095f852eb2414, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/0b897b4d154944e0b83ada4cbbfa25db, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4502881d69d64b468eecf09ae7f115d3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4d3bf0c34baf4a039b66130a1e40f59a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/91a39def4b1240f48e37ebd8f974cee6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/67a92827a69549698f498eb0951f1963, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9e0304dd4db948ac85cf21b9b3c4e33b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/beb915b57b45475b953c8b6fe68c8edd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe6c1085b87542b6bd5ee9ca825d3e96, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d4a8b3c3804644e4b887a628556f9c4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d000178146da45a99a724ff28d17bda4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a4b429649cb84d2f89e42dcae4012144, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/32adbbc5f92044f888d4d878c7f3100b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fb8ae0eec660434b982239b92d7f3a3e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/336ccb5a78ee4c61b847ac8b39a353ff, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/377a6153f098411b9ea05f1b730bb8f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51513d165c0d4a7ea9a3ecb6147beac3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/35aa1a2f5672498d9afdd6ccae45729f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/541644a8db704d17ad17196b56b99ee0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/958052fb328142ffa4b794217582eee4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/566bf581aafa42fabb62b434aec89250, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe2c796d5be648a3a70ec991d91c4fbf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51c78369d8b540f8bb8c6c7bd8d5bcb5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/5eba4c1530fc412d8e9b5aa717a71239] to archive 2024-12-05T23:20:18,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:20:18,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a7f36e6c673d4cd39acd91c30aa22237 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a7f36e6c673d4cd39acd91c30aa22237 2024-12-05T23:20:18,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/8398c40fcde44112a1233e8a47ffacf0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/8398c40fcde44112a1233e8a47ffacf0 2024-12-05T23:20:18,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/3abed91fe7014ad3abf2e8964c4a1d91 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/3abed91fe7014ad3abf2e8964c4a1d91 2024-12-05T23:20:18,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/f2a0c979032a4990b9dc382b21156e53 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/f2a0c979032a4990b9dc382b21156e53 2024-12-05T23:20:18,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/7152f88f124d4f9daebddec8775756bf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/7152f88f124d4f9daebddec8775756bf 2024-12-05T23:20:18,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/387569382eb341d994e095f852eb2414 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/387569382eb341d994e095f852eb2414 2024-12-05T23:20:18,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/0b897b4d154944e0b83ada4cbbfa25db to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/0b897b4d154944e0b83ada4cbbfa25db 2024-12-05T23:20:18,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4502881d69d64b468eecf09ae7f115d3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4502881d69d64b468eecf09ae7f115d3 2024-12-05T23:20:18,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4d3bf0c34baf4a039b66130a1e40f59a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/4d3bf0c34baf4a039b66130a1e40f59a 2024-12-05T23:20:18,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/91a39def4b1240f48e37ebd8f974cee6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/91a39def4b1240f48e37ebd8f974cee6 2024-12-05T23:20:18,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/67a92827a69549698f498eb0951f1963 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/67a92827a69549698f498eb0951f1963 2024-12-05T23:20:18,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9e0304dd4db948ac85cf21b9b3c4e33b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9e0304dd4db948ac85cf21b9b3c4e33b 2024-12-05T23:20:18,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/beb915b57b45475b953c8b6fe68c8edd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/beb915b57b45475b953c8b6fe68c8edd 2024-12-05T23:20:18,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe6c1085b87542b6bd5ee9ca825d3e96 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe6c1085b87542b6bd5ee9ca825d3e96 2024-12-05T23:20:18,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d4a8b3c3804644e4b887a628556f9c4c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d4a8b3c3804644e4b887a628556f9c4c 2024-12-05T23:20:18,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d000178146da45a99a724ff28d17bda4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d000178146da45a99a724ff28d17bda4 2024-12-05T23:20:18,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a4b429649cb84d2f89e42dcae4012144 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/a4b429649cb84d2f89e42dcae4012144 2024-12-05T23:20:18,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/32adbbc5f92044f888d4d878c7f3100b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/32adbbc5f92044f888d4d878c7f3100b 2024-12-05T23:20:18,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fb8ae0eec660434b982239b92d7f3a3e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fb8ae0eec660434b982239b92d7f3a3e 2024-12-05T23:20:18,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/336ccb5a78ee4c61b847ac8b39a353ff to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/336ccb5a78ee4c61b847ac8b39a353ff 2024-12-05T23:20:18,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/377a6153f098411b9ea05f1b730bb8f6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/377a6153f098411b9ea05f1b730bb8f6 2024-12-05T23:20:18,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51513d165c0d4a7ea9a3ecb6147beac3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51513d165c0d4a7ea9a3ecb6147beac3 2024-12-05T23:20:18,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/35aa1a2f5672498d9afdd6ccae45729f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/35aa1a2f5672498d9afdd6ccae45729f 2024-12-05T23:20:18,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/541644a8db704d17ad17196b56b99ee0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/541644a8db704d17ad17196b56b99ee0 2024-12-05T23:20:18,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/958052fb328142ffa4b794217582eee4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/958052fb328142ffa4b794217582eee4 2024-12-05T23:20:18,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/566bf581aafa42fabb62b434aec89250 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/566bf581aafa42fabb62b434aec89250 2024-12-05T23:20:18,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe2c796d5be648a3a70ec991d91c4fbf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/fe2c796d5be648a3a70ec991d91c4fbf 2024-12-05T23:20:18,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51c78369d8b540f8bb8c6c7bd8d5bcb5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/51c78369d8b540f8bb8c6c7bd8d5bcb5 2024-12-05T23:20:18,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/5eba4c1530fc412d8e9b5aa717a71239 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/5eba4c1530fc412d8e9b5aa717a71239 2024-12-05T23:20:18,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e0b43ef35912440894d7c778761c43ac, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/44ae8834660d4ef1bb195849a54e048b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a4b5a706ce27419780b9139084730a12, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/567ce92df896417a841fc476c035553b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bab0674d729d4e469da688963c9ca26e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/7715f2eb195b4bc1af8006b5b9f60b78, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/9482428b838e409fb657bc853ac73fec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c6b933bc5bee4b2daca2b7bdfc21e6c8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/42d023971e204cb5a8abf1ee87cb8ff8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/d501f2ea03844e4e88ec2d47e9eb8de2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a60c0e8b21784222b3a2d1b65579843f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f13176b5df79467abe535f79e7555c6a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/052a526b44a94f0f87472d130b555f4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/152c996f63de4b568bbca758003f67db, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bb17e36f2c69490692e7104113c463b5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/251c062228e840f0bad0358ac6217649, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/840465a4b98742cfa8ee6356d27f32c1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/3c8188e318af40389459e30d24901d8b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/6860d0194e894636af399dfa03998624, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f5a52b9dca7143729f61f828120ddcd7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/adbc68a31f69482f819cf6012f53c39f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a837302630df490fb1e6be406f9a9cbe, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/b12304d4fb9544f4a1ae676a3bb49c59, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a7abdccb23b34dbd97d75ba899bf8b9a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e72cce68202b4f7782a623ff513ab48c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/695270e3c24542c197ffdc619143f66f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/ea6fda80e19c4fe4b8f876f770972fdd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/2bdf091258ea4b98b51509b116f82cc3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/26e95c769b43455d90bc224729c9617c] to archive 2024-12-05T23:20:18,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:20:18,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e0b43ef35912440894d7c778761c43ac to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e0b43ef35912440894d7c778761c43ac 2024-12-05T23:20:18,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/44ae8834660d4ef1bb195849a54e048b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/44ae8834660d4ef1bb195849a54e048b 2024-12-05T23:20:18,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a4b5a706ce27419780b9139084730a12 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a4b5a706ce27419780b9139084730a12 2024-12-05T23:20:18,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/567ce92df896417a841fc476c035553b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/567ce92df896417a841fc476c035553b 2024-12-05T23:20:18,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bab0674d729d4e469da688963c9ca26e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bab0674d729d4e469da688963c9ca26e 2024-12-05T23:20:18,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/7715f2eb195b4bc1af8006b5b9f60b78 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/7715f2eb195b4bc1af8006b5b9f60b78 2024-12-05T23:20:18,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/9482428b838e409fb657bc853ac73fec to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/9482428b838e409fb657bc853ac73fec 2024-12-05T23:20:18,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c6b933bc5bee4b2daca2b7bdfc21e6c8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c6b933bc5bee4b2daca2b7bdfc21e6c8 2024-12-05T23:20:18,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/42d023971e204cb5a8abf1ee87cb8ff8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/42d023971e204cb5a8abf1ee87cb8ff8 2024-12-05T23:20:18,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/d501f2ea03844e4e88ec2d47e9eb8de2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/d501f2ea03844e4e88ec2d47e9eb8de2 2024-12-05T23:20:18,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a60c0e8b21784222b3a2d1b65579843f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a60c0e8b21784222b3a2d1b65579843f 2024-12-05T23:20:18,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f13176b5df79467abe535f79e7555c6a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f13176b5df79467abe535f79e7555c6a 2024-12-05T23:20:18,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/052a526b44a94f0f87472d130b555f4c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/052a526b44a94f0f87472d130b555f4c 2024-12-05T23:20:18,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/152c996f63de4b568bbca758003f67db to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/152c996f63de4b568bbca758003f67db 2024-12-05T23:20:18,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bb17e36f2c69490692e7104113c463b5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bb17e36f2c69490692e7104113c463b5 2024-12-05T23:20:18,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/251c062228e840f0bad0358ac6217649 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/251c062228e840f0bad0358ac6217649 2024-12-05T23:20:18,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/840465a4b98742cfa8ee6356d27f32c1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/840465a4b98742cfa8ee6356d27f32c1 2024-12-05T23:20:18,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/3c8188e318af40389459e30d24901d8b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/3c8188e318af40389459e30d24901d8b 2024-12-05T23:20:18,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/6860d0194e894636af399dfa03998624 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/6860d0194e894636af399dfa03998624 2024-12-05T23:20:18,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f5a52b9dca7143729f61f828120ddcd7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/f5a52b9dca7143729f61f828120ddcd7 2024-12-05T23:20:18,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/adbc68a31f69482f819cf6012f53c39f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/adbc68a31f69482f819cf6012f53c39f 2024-12-05T23:20:18,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a837302630df490fb1e6be406f9a9cbe to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a837302630df490fb1e6be406f9a9cbe 2024-12-05T23:20:18,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/b12304d4fb9544f4a1ae676a3bb49c59 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/b12304d4fb9544f4a1ae676a3bb49c59 2024-12-05T23:20:18,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a7abdccb23b34dbd97d75ba899bf8b9a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/a7abdccb23b34dbd97d75ba899bf8b9a 2024-12-05T23:20:18,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e72cce68202b4f7782a623ff513ab48c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/e72cce68202b4f7782a623ff513ab48c 2024-12-05T23:20:18,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/695270e3c24542c197ffdc619143f66f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/695270e3c24542c197ffdc619143f66f 2024-12-05T23:20:18,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/ea6fda80e19c4fe4b8f876f770972fdd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/ea6fda80e19c4fe4b8f876f770972fdd 2024-12-05T23:20:18,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/2bdf091258ea4b98b51509b116f82cc3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/2bdf091258ea4b98b51509b116f82cc3 2024-12-05T23:20:18,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/26e95c769b43455d90bc224729c9617c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/26e95c769b43455d90bc224729c9617c 2024-12-05T23:20:18,327 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=4 2024-12-05T23:20:18,328 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4. 2024-12-05T23:20:18,328 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 70160d647794dd28ac466e116e5b2ea4: 2024-12-05T23:20:18,333 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=70160d647794dd28ac466e116e5b2ea4, regionState=CLOSED 2024-12-05T23:20:18,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-05T23:20:18,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 70160d647794dd28ac466e116e5b2ea4, server=9e5740704f6b,41841,1733440754996 in 1.9380 sec 2024-12-05T23:20:18,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-12-05T23:20:18,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=70160d647794dd28ac466e116e5b2ea4, UNASSIGN in 1.9430 sec 2024-12-05T23:20:18,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-05T23:20:18,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9470 sec 2024-12-05T23:20:18,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440818340"}]},"ts":"1733440818340"} 2024-12-05T23:20:18,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T23:20:18,345 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T23:20:18,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9620 sec 2024-12-05T23:20:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T23:20:18,491 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-05T23:20:18,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T23:20:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:18,493 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T23:20:18,494 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:18,495 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,497 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/recovered.edits] 2024-12-05T23:20:18,499 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/668e5d686f784ae7946264b82017b97d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/668e5d686f784ae7946264b82017b97d 2024-12-05T23:20:18,500 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/aee5bdc5efe84138b584afb1174529eb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/aee5bdc5efe84138b584afb1174529eb 2024-12-05T23:20:18,502 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/cb1cd8db7c9543e18e099849768eed03 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/A/cb1cd8db7c9543e18e099849768eed03 2024-12-05T23:20:18,503 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/49409bec97024608b01e6731ebeccddf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/49409bec97024608b01e6731ebeccddf 2024-12-05T23:20:18,505 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9493a08bf64643bf99f069fa9eb0d7f1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/9493a08bf64643bf99f069fa9eb0d7f1 2024-12-05T23:20:18,506 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d19e7e935d6a4548ab5137accd802905 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/B/d19e7e935d6a4548ab5137accd802905 2024-12-05T23:20:18,508 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/1bf7388432ef4ebfba1ccb672004c62c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/1bf7388432ef4ebfba1ccb672004c62c 2024-12-05T23:20:18,509 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bf564c562a9b42d7963c7d34f3f54dda to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/bf564c562a9b42d7963c7d34f3f54dda 2024-12-05T23:20:18,510 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c77914a791dd4e6091fde383bb3cd936 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/C/c77914a791dd4e6091fde383bb3cd936 2024-12-05T23:20:18,513 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/recovered.edits/444.seqid to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4/recovered.edits/444.seqid 2024-12-05T23:20:18,513 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,513 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T23:20:18,514 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T23:20:18,514 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T23:20:18,519 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050f03195725bc474090ac6df3082b6944_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050f03195725bc474090ac6df3082b6944_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,520 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120510da7122d8d442978754c493fe839fe1_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120510da7122d8d442978754c493fe839fe1_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,522 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052733b91a5c9f4000b8443b4bd00193c5_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052733b91a5c9f4000b8443b4bd00193c5_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,523 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052ce2cd350941408ca700c3105e4dce22_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052ce2cd350941408ca700c3105e4dce22_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,525 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549c6f66d60444fe7bde376a824862dcd_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120549c6f66d60444fe7bde376a824862dcd_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,526 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054fd07721042344ffb9eab1f4d9cd9287_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054fd07721042344ffb9eab1f4d9cd9287_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,528 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055a336c8636784e5a9cd5ae75eb994a54_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055a336c8636784e5a9cd5ae75eb994a54_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,529 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055edb4d2875454248b8e0e563bf63811d_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055edb4d2875454248b8e0e563bf63811d_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,531 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120564cff72624a1411bbd1e741553682dfd_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120564cff72624a1411bbd1e741553682dfd_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,532 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205727f53bbd6564c478da569abce14e5d9_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205727f53bbd6564c478da569abce14e5d9_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,533 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120582a808eb9522457aa9c196370cb17c4f_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120582a808eb9522457aa9c196370cb17c4f_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,535 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058729c7670a484296b7e06e1150210c58_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058729c7670a484296b7e06e1150210c58_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,536 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120589d95cd225a347b1a3a42a5f5f0510e1_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120589d95cd225a347b1a3a42a5f5f0510e1_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,538 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a8dec9e06c84dde8a3a93527f2be3cb_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a8dec9e06c84dde8a3a93527f2be3cb_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,539 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a4b7ff6d7e4149bba59836384267bd18_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a4b7ff6d7e4149bba59836384267bd18_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,540 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a63651db2ce540c6baffe8ce7f99d271_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a63651db2ce540c6baffe8ce7f99d271_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,542 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205aad495b84c9844ff8f7ad336e5de3136_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205aad495b84c9844ff8f7ad336e5de3136_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,543 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ab966fe4e1dc497786c8630c28eb1522_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ab966fe4e1dc497786c8630c28eb1522_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,544 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b2cb797510674ea1af3f8e9770bfd1ae_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b2cb797510674ea1af3f8e9770bfd1ae_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,545 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cbb8df3acd304bdead470073509e0e39_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cbb8df3acd304bdead470073509e0e39_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,547 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d96a4359b32a43a4af369157986f3c59_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d96a4359b32a43a4af369157986f3c59_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,549 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ed76e4a14ed9425c914a2c3c88f1cc13_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ed76e4a14ed9425c914a2c3c88f1cc13_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,551 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ff238fb6b255469c9dc34b8197a27b2b_70160d647794dd28ac466e116e5b2ea4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ff238fb6b255469c9dc34b8197a27b2b_70160d647794dd28ac466e116e5b2ea4 2024-12-05T23:20:18,553 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T23:20:18,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:18,559 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T23:20:18,561 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T23:20:18,562 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:18,563 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T23:20:18,563 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733440818563"}]},"ts":"9223372036854775807"} 2024-12-05T23:20:18,565 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T23:20:18,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 70160d647794dd28ac466e116e5b2ea4, NAME => 'TestAcidGuarantees,,1733440784942.70160d647794dd28ac466e116e5b2ea4.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T23:20:18,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T23:20:18,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733440818565"}]},"ts":"9223372036854775807"} 2024-12-05T23:20:18,567 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T23:20:18,569 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:18,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-12-05T23:20:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T23:20:18,594 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-05T23:20:18,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=454 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=576 (was 628), ProcessCount=11 (was 11), AvailableMemoryMB=3466 (was 3013) - AvailableMemoryMB LEAK? - 2024-12-05T23:20:18,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=576, ProcessCount=11, AvailableMemoryMB=3465 2024-12-05T23:20:18,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:20:18,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:18,619 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:20:18,619 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:18,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-12-05T23:20:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-05T23:20:18,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:20:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742099_1275 (size=963) 2024-12-05T23:20:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-05T23:20:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-05T23:20:19,027 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:20:19,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742100_1276 (size=53) 2024-12-05T23:20:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-05T23:20:19,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:19,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 19915c0d740d4e1e79877a01040071b5, disabling compactions & flushes 2024-12-05T23:20:19,433 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. after waiting 0 ms 2024-12-05T23:20:19,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,433 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,433 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:19,434 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:20:19,434 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733440819434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440819434"}]},"ts":"1733440819434"} 2024-12-05T23:20:19,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T23:20:19,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:20:19,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440819436"}]},"ts":"1733440819436"} 2024-12-05T23:20:19,437 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T23:20:19,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19915c0d740d4e1e79877a01040071b5, ASSIGN}] 2024-12-05T23:20:19,442 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19915c0d740d4e1e79877a01040071b5, ASSIGN 2024-12-05T23:20:19,443 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19915c0d740d4e1e79877a01040071b5, ASSIGN; state=OFFLINE, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=false 2024-12-05T23:20:19,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=19915c0d740d4e1e79877a01040071b5, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:19,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:20:19,619 DEBUG [master/9e5740704f6b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 19c3e269a0945218bbef8f0e83928ba7 changed from -1.0 to 0.0, refreshing cache 2024-12-05T23:20:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-05T23:20:19,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:19,749 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,749 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:19,749 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,749 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:19,749 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,749 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,751 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,752 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:19,752 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19915c0d740d4e1e79877a01040071b5 columnFamilyName A 2024-12-05T23:20:19,752 DEBUG [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:19,752 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.HStore(327): Store=19915c0d740d4e1e79877a01040071b5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:19,753 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,753 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:19,754 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19915c0d740d4e1e79877a01040071b5 columnFamilyName B 2024-12-05T23:20:19,754 DEBUG [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:19,754 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.HStore(327): Store=19915c0d740d4e1e79877a01040071b5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:19,754 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,755 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:19,755 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19915c0d740d4e1e79877a01040071b5 columnFamilyName C 2024-12-05T23:20:19,755 DEBUG [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:19,756 INFO [StoreOpener-19915c0d740d4e1e79877a01040071b5-1 {}] regionserver.HStore(327): Store=19915c0d740d4e1e79877a01040071b5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:19,756 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,756 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,757 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,758 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:20:19,759 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:19,761 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:19,761 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 19915c0d740d4e1e79877a01040071b5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74750999, jitterRate=0.11387668550014496}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:20:19,762 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:19,763 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., pid=66, masterSystemTime=1733440819746 2024-12-05T23:20:19,764 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,764 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:19,765 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=19915c0d740d4e1e79877a01040071b5, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:19,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-05T23:20:19,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 in 171 msec 2024-12-05T23:20:19,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-05T23:20:19,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19915c0d740d4e1e79877a01040071b5, ASSIGN in 326 msec 2024-12-05T23:20:19,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:20:19,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440819768"}]},"ts":"1733440819768"} 2024-12-05T23:20:19,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T23:20:19,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:20:19,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-12-05T23:20:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-05T23:20:20,724 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-12-05T23:20:20,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x530fef1b to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61864eab 2024-12-05T23:20:20,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d23da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,732 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:20,734 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:20,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5de16053 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e418e52 2024-12-05T23:20:20,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7fad23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79228433 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b13a65b 2024-12-05T23:20:20,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f70aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774e895a to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1189d896 2024-12-05T23:20:20,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201a1a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d8ad087 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6218e2c8 2024-12-05T23:20:20,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1ed3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bc97c62 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e62d571 2024-12-05T23:20:20,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b739b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f340b24 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6564c9d0 2024-12-05T23:20:20,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2caaffde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3819c9f6 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bf0bd6c 2024-12-05T23:20:20,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dc73164 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@322e86d 2024-12-05T23:20:20,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4c083b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bec6f0b to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f998f9b 2024-12-05T23:20:20,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3885183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a26c4c to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5694ce34 2024-12-05T23:20:20,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d1892c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:20,782 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:20,783 DEBUG [hconnection-0x58a9cdd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,784 DEBUG [hconnection-0x23f51866-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,784 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,784 DEBUG [hconnection-0x5e68eb28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-05T23:20:20,784 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,785 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:20,786 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:20,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T23:20:20,788 DEBUG [hconnection-0x3c14ba38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,789 DEBUG [hconnection-0x4d178ab1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,789 DEBUG [hconnection-0x7fe84ace-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,789 DEBUG [hconnection-0x3604c9c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,790 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,790 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,790 DEBUG [hconnection-0xfe46222-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,790 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,790 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:20,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:20:20,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:20,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:20,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:20,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:20,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:20,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:20,817 DEBUG [hconnection-0x7e4f31e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,817 DEBUG [hconnection-0x15953560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:20,818 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,819 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:20,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440880818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440880821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440880821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440880821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440880822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/86ca374605b34a82866eeaf904ff3c5c is 50, key is test_row_0/A:col10/1733440820795/Put/seqid=0 2024-12-05T23:20:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T23:20:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742101_1277 (size=12001) 2024-12-05T23:20:20,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440880922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440880925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440880925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440880926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440880926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:20,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-05T23:20:20,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:20,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:20,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:20,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:20,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T23:20:21,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-05T23:20:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:21,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440881125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440881127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440881128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440881129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440881130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-05T23:20:21,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:21,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:21,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:21,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/86ca374605b34a82866eeaf904ff3c5c 2024-12-05T23:20:21,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/f2b71223ec40458ea91db9a344b898df is 50, key is test_row_0/B:col10/1733440820795/Put/seqid=0 2024-12-05T23:20:21,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742102_1278 (size=12001) 2024-12-05T23:20:21,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/f2b71223ec40458ea91db9a344b898df 2024-12-05T23:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T23:20:21,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/bd405f97ca7442f48d56b62c60b6b271 is 50, key is test_row_0/C:col10/1733440820795/Put/seqid=0 2024-12-05T23:20:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742103_1279 (size=12001) 2024-12-05T23:20:21,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-05T23:20:21,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/bd405f97ca7442f48d56b62c60b6b271 2024-12-05T23:20:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:21,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:21,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/86ca374605b34a82866eeaf904ff3c5c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/86ca374605b34a82866eeaf904ff3c5c 2024-12-05T23:20:21,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/86ca374605b34a82866eeaf904ff3c5c, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T23:20:21,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/f2b71223ec40458ea91db9a344b898df as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f2b71223ec40458ea91db9a344b898df 2024-12-05T23:20:21,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f2b71223ec40458ea91db9a344b898df, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T23:20:21,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440881429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/bd405f97ca7442f48d56b62c60b6b271 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/bd405f97ca7442f48d56b62c60b6b271 2024-12-05T23:20:21,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440881431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440881433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440881433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440881433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/bd405f97ca7442f48d56b62c60b6b271, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T23:20:21,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 19915c0d740d4e1e79877a01040071b5 in 644ms, sequenceid=13, compaction requested=false 2024-12-05T23:20:21,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:21,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-05T23:20:21,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:21,560 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:20:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:21,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/f1a008147138479eaac9562639417f3b is 50, key is test_row_0/A:col10/1733440820820/Put/seqid=0 2024-12-05T23:20:21,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742104_1280 (size=12001) 2024-12-05T23:20:21,600 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/f1a008147138479eaac9562639417f3b 2024-12-05T23:20:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/ed78a920962a470483388015456610ae is 50, key is test_row_0/B:col10/1733440820820/Put/seqid=0 2024-12-05T23:20:21,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742105_1281 (size=12001) 2024-12-05T23:20:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T23:20:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:21,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440881945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440881946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440881947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440881949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440881953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,029 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/ed78a920962a470483388015456610ae 2024-12-05T23:20:22,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/c542e13f42f548188edb00a2884da4bc is 50, key is test_row_0/C:col10/1733440820820/Put/seqid=0 2024-12-05T23:20:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440882050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440882053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440882057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440882057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440882057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742106_1282 (size=12001) 2024-12-05T23:20:22,095 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/c542e13f42f548188edb00a2884da4bc 2024-12-05T23:20:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/f1a008147138479eaac9562639417f3b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1a008147138479eaac9562639417f3b 2024-12-05T23:20:22,107 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1a008147138479eaac9562639417f3b, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T23:20:22,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/ed78a920962a470483388015456610ae as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/ed78a920962a470483388015456610ae 2024-12-05T23:20:22,112 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/ed78a920962a470483388015456610ae, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T23:20:22,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/c542e13f42f548188edb00a2884da4bc as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c542e13f42f548188edb00a2884da4bc 2024-12-05T23:20:22,117 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c542e13f42f548188edb00a2884da4bc, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T23:20:22,120 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 19915c0d740d4e1e79877a01040071b5 in 560ms, sequenceid=38, compaction requested=false 2024-12-05T23:20:22,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:22,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:22,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-05T23:20:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-05T23:20:22,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-05T23:20:22,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3430 sec 2024-12-05T23:20:22,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.3610 sec 2024-12-05T23:20:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:22,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:20:22,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:22,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:22,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:22,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:22,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:22,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:22,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/005f1abeadbf468e90896b20d71f14ce is 50, key is test_row_0/A:col10/1733440821946/Put/seqid=0 2024-12-05T23:20:22,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742107_1283 (size=12001) 2024-12-05T23:20:22,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/005f1abeadbf468e90896b20d71f14ce 2024-12-05T23:20:22,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4f31e03f1bd44a80bcf050827c683398 is 50, key is test_row_0/B:col10/1733440821946/Put/seqid=0 2024-12-05T23:20:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440882293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440882294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440882294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440882295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440882297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742108_1284 (size=12001) 2024-12-05T23:20:22,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4f31e03f1bd44a80bcf050827c683398 2024-12-05T23:20:22,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/100136e7356a449fbe0de9a420521b81 is 50, key is test_row_0/C:col10/1733440821946/Put/seqid=0 2024-12-05T23:20:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742109_1285 (size=12001) 2024-12-05T23:20:22,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/100136e7356a449fbe0de9a420521b81 2024-12-05T23:20:22,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/005f1abeadbf468e90896b20d71f14ce as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/005f1abeadbf468e90896b20d71f14ce 2024-12-05T23:20:22,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/005f1abeadbf468e90896b20d71f14ce, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T23:20:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4f31e03f1bd44a80bcf050827c683398 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4f31e03f1bd44a80bcf050827c683398 2024-12-05T23:20:22,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4f31e03f1bd44a80bcf050827c683398, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T23:20:22,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/100136e7356a449fbe0de9a420521b81 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/100136e7356a449fbe0de9a420521b81 2024-12-05T23:20:22,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/100136e7356a449fbe0de9a420521b81, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T23:20:22,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 19915c0d740d4e1e79877a01040071b5 in 116ms, sequenceid=52, compaction requested=true 2024-12-05T23:20:22,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:22,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:22,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:22,379 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:22,379 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:22,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:22,380 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:22,380 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:22,380 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:22,380 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:22,380 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:22,381 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:22,381 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/86ca374605b34a82866eeaf904ff3c5c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1a008147138479eaac9562639417f3b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/005f1abeadbf468e90896b20d71f14ce] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.2 K 2024-12-05T23:20:22,381 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f2b71223ec40458ea91db9a344b898df, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/ed78a920962a470483388015456610ae, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4f31e03f1bd44a80bcf050827c683398] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.2 K 2024-12-05T23:20:22,381 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b71223ec40458ea91db9a344b898df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733440820793 2024-12-05T23:20:22,381 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86ca374605b34a82866eeaf904ff3c5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733440820793 2024-12-05T23:20:22,381 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ed78a920962a470483388015456610ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733440820819 2024-12-05T23:20:22,382 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1a008147138479eaac9562639417f3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733440820819 2024-12-05T23:20:22,382 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f31e03f1bd44a80bcf050827c683398, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733440821939 2024-12-05T23:20:22,382 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 005f1abeadbf468e90896b20d71f14ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733440821939 2024-12-05T23:20:22,402 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#234 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:22,403 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/5f74cf11f6f740479a9e305c4ac9f89b is 50, key is test_row_0/B:col10/1733440821946/Put/seqid=0 2024-12-05T23:20:22,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:20:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:22,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:22,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:22,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:22,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:22,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440882416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440882419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440882420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440882421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,426 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:22,426 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/a04fe77c5816496e9697e7c32c95f9d0 is 50, key is test_row_0/A:col10/1733440821946/Put/seqid=0 2024-12-05T23:20:22,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440882421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/803afbdf531843ee9510db72b6e40d13 is 50, key is test_row_0/A:col10/1733440822401/Put/seqid=0 2024-12-05T23:20:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742110_1286 (size=12104) 2024-12-05T23:20:22,472 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/5f74cf11f6f740479a9e305c4ac9f89b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5f74cf11f6f740479a9e305c4ac9f89b 2024-12-05T23:20:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742111_1287 (size=12104) 2024-12-05T23:20:22,479 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into 5f74cf11f6f740479a9e305c4ac9f89b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:22,479 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:22,479 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440822379; duration=0sec 2024-12-05T23:20:22,480 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:22,480 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:22,480 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:22,481 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:22,481 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:22,481 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:22,481 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/bd405f97ca7442f48d56b62c60b6b271, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c542e13f42f548188edb00a2884da4bc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/100136e7356a449fbe0de9a420521b81] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.2 K 2024-12-05T23:20:22,481 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bd405f97ca7442f48d56b62c60b6b271, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733440820793 2024-12-05T23:20:22,482 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c542e13f42f548188edb00a2884da4bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733440820819 2024-12-05T23:20:22,482 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 100136e7356a449fbe0de9a420521b81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733440821939 2024-12-05T23:20:22,495 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:22,495 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/76d7138015794a1f9ca371c36a540edb is 50, key is test_row_0/C:col10/1733440821946/Put/seqid=0 2024-12-05T23:20:22,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742112_1288 (size=12001) 2024-12-05T23:20:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742113_1289 (size=12104) 2024-12-05T23:20:22,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440882521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440882524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440882525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440882529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440882529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440882724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440882728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440882729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440882733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440882733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:22,882 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/a04fe77c5816496e9697e7c32c95f9d0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a04fe77c5816496e9697e7c32c95f9d0 2024-12-05T23:20:22,887 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into a04fe77c5816496e9697e7c32c95f9d0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:22,887 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:22,887 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440822379; duration=0sec 2024-12-05T23:20:22,888 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:22,888 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T23:20:22,892 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-05T23:20:22,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-05T23:20:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T23:20:22,895 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:22,896 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:22,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:22,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/803afbdf531843ee9510db72b6e40d13 2024-12-05T23:20:22,921 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/76d7138015794a1f9ca371c36a540edb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/76d7138015794a1f9ca371c36a540edb 2024-12-05T23:20:22,930 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into 76d7138015794a1f9ca371c36a540edb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:22,930 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:22,930 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440822380; duration=0sec 2024-12-05T23:20:22,931 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:22,931 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:22,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/daaed183ec0a4ceaa2ada4d58cab511d is 50, key is test_row_0/B:col10/1733440822401/Put/seqid=0 2024-12-05T23:20:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742114_1290 (size=12001) 2024-12-05T23:20:22,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/daaed183ec0a4ceaa2ada4d58cab511d 2024-12-05T23:20:22,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/b96b50d80b984e3ea00ac59e3756c79f is 50, key is test_row_0/C:col10/1733440822401/Put/seqid=0 2024-12-05T23:20:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742115_1291 (size=12001) 2024-12-05T23:20:22,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/b96b50d80b984e3ea00ac59e3756c79f 2024-12-05T23:20:22,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/803afbdf531843ee9510db72b6e40d13 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/803afbdf531843ee9510db72b6e40d13 2024-12-05T23:20:22,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/803afbdf531843ee9510db72b6e40d13, entries=150, sequenceid=80, filesize=11.7 K 2024-12-05T23:20:22,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/daaed183ec0a4ceaa2ada4d58cab511d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/daaed183ec0a4ceaa2ada4d58cab511d 2024-12-05T23:20:22,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/daaed183ec0a4ceaa2ada4d58cab511d, entries=150, sequenceid=80, filesize=11.7 K 2024-12-05T23:20:22,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/b96b50d80b984e3ea00ac59e3756c79f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b96b50d80b984e3ea00ac59e3756c79f 2024-12-05T23:20:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T23:20:22,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b96b50d80b984e3ea00ac59e3756c79f, entries=150, sequenceid=80, filesize=11.7 K 2024-12-05T23:20:22,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 19915c0d740d4e1e79877a01040071b5 in 593ms, sequenceid=80, compaction requested=false 2024-12-05T23:20:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:23,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:20:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:23,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/5a3788b334394cddb3c738b407b5a694 is 50, key is test_row_0/A:col10/1733440823032/Put/seqid=0 2024-12-05T23:20:23,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440883060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440883061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440883062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440883064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440883065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742116_1292 (size=12001) 2024-12-05T23:20:23,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/5a3788b334394cddb3c738b407b5a694 2024-12-05T23:20:23,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/08e14edc2da5412ba9792db67dd15a24 is 50, key is test_row_0/B:col10/1733440823032/Put/seqid=0 2024-12-05T23:20:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742117_1293 (size=12001) 2024-12-05T23:20:23,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440883165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440883166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440883166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440883169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440883169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T23:20:23,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:23,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:23,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440883368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440883373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440883373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440883373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440883376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/08e14edc2da5412ba9792db67dd15a24 2024-12-05T23:20:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T23:20:23,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/aefd6f2f59fd446286aed2d95c07090c is 50, key is test_row_0/C:col10/1733440823032/Put/seqid=0 2024-12-05T23:20:23,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:23,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:23,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742118_1294 (size=12001) 2024-12-05T23:20:23,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:23,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:23,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440883674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440883677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440883678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440883680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440883682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T23:20:23,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/aefd6f2f59fd446286aed2d95c07090c 2024-12-05T23:20:23,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/5a3788b334394cddb3c738b407b5a694 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/5a3788b334394cddb3c738b407b5a694 2024-12-05T23:20:23,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/5a3788b334394cddb3c738b407b5a694, entries=150, sequenceid=96, filesize=11.7 K 2024-12-05T23:20:23,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/08e14edc2da5412ba9792db67dd15a24 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/08e14edc2da5412ba9792db67dd15a24 2024-12-05T23:20:23,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/08e14edc2da5412ba9792db67dd15a24, entries=150, sequenceid=96, filesize=11.7 K 2024-12-05T23:20:23,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/aefd6f2f59fd446286aed2d95c07090c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/aefd6f2f59fd446286aed2d95c07090c 2024-12-05T23:20:23,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:23,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:23,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/aefd6f2f59fd446286aed2d95c07090c, entries=150, sequenceid=96, filesize=11.7 K 2024-12-05T23:20:23,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 19915c0d740d4e1e79877a01040071b5 in 960ms, sequenceid=96, compaction requested=true 2024-12-05T23:20:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:23,994 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:23,994 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:23,995 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:23,996 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:23,996 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,996 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a04fe77c5816496e9697e7c32c95f9d0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/803afbdf531843ee9510db72b6e40d13, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/5a3788b334394cddb3c738b407b5a694] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.3 K 2024-12-05T23:20:23,996 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:23,996 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:23,996 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:23,996 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5f74cf11f6f740479a9e305c4ac9f89b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/daaed183ec0a4ceaa2ada4d58cab511d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/08e14edc2da5412ba9792db67dd15a24] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.3 K 2024-12-05T23:20:23,996 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a04fe77c5816496e9697e7c32c95f9d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733440821939 2024-12-05T23:20:23,998 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 803afbdf531843ee9510db72b6e40d13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733440822287 2024-12-05T23:20:23,998 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f74cf11f6f740479a9e305c4ac9f89b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733440821939 2024-12-05T23:20:23,998 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a3788b334394cddb3c738b407b5a694, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733440822413 2024-12-05T23:20:23,998 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting daaed183ec0a4ceaa2ada4d58cab511d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733440822287 2024-12-05T23:20:23,999 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 08e14edc2da5412ba9792db67dd15a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733440822413 2024-12-05T23:20:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T23:20:24,022 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:24,022 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/1888cbe26e8740dba60413606a58206e is 50, key is test_row_0/A:col10/1733440823032/Put/seqid=0 2024-12-05T23:20:24,035 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:24,035 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/47f1ff1372d64536a676b2bea05455e8 is 50, key is test_row_0/B:col10/1733440823032/Put/seqid=0 2024-12-05T23:20:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742119_1295 (size=12207) 2024-12-05T23:20:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742120_1296 (size=12207) 2024-12-05T23:20:24,083 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/47f1ff1372d64536a676b2bea05455e8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/47f1ff1372d64536a676b2bea05455e8 2024-12-05T23:20:24,090 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into 47f1ff1372d64536a676b2bea05455e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:24,090 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:24,090 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440823994; duration=0sec 2024-12-05T23:20:24,090 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:24,090 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:24,090 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:24,095 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:24,095 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:24,095 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:24,095 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/76d7138015794a1f9ca371c36a540edb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b96b50d80b984e3ea00ac59e3756c79f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/aefd6f2f59fd446286aed2d95c07090c] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.3 K 2024-12-05T23:20:24,096 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 76d7138015794a1f9ca371c36a540edb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733440821939 2024-12-05T23:20:24,096 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b96b50d80b984e3ea00ac59e3756c79f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733440822287 2024-12-05T23:20:24,096 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting aefd6f2f59fd446286aed2d95c07090c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733440822413 2024-12-05T23:20:24,118 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:24,119 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/3c87f5086c7b42b19ce616661ac1c442 is 50, key is test_row_0/C:col10/1733440823032/Put/seqid=0 2024-12-05T23:20:24,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T23:20:24,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:24,138 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:20:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742121_1297 (size=12207) 2024-12-05T23:20:24,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b3dc439f679a49b9b951ce404a969151 is 50, key is test_row_0/A:col10/1733440823064/Put/seqid=0 2024-12-05T23:20:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742122_1298 (size=12001) 2024-12-05T23:20:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440884190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440884190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440884190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440884191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440884193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440884294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440884294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440884294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440884295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440884295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,469 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/1888cbe26e8740dba60413606a58206e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1888cbe26e8740dba60413606a58206e 2024-12-05T23:20:24,476 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into 1888cbe26e8740dba60413606a58206e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:24,476 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:24,476 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440823994; duration=0sec 2024-12-05T23:20:24,477 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:24,477 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:24,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440884497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440884498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440884498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440884498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440884498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,555 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/3c87f5086c7b42b19ce616661ac1c442 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3c87f5086c7b42b19ce616661ac1c442 2024-12-05T23:20:24,555 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b3dc439f679a49b9b951ce404a969151 2024-12-05T23:20:24,563 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into 3c87f5086c7b42b19ce616661ac1c442(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:24,563 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:24,563 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440823994; duration=0sec 2024-12-05T23:20:24,563 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:24,563 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:24,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/2bb191927cc94098aded201da26614d9 is 50, key is test_row_0/B:col10/1733440823064/Put/seqid=0 2024-12-05T23:20:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742123_1299 (size=12001) 2024-12-05T23:20:24,573 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/2bb191927cc94098aded201da26614d9 2024-12-05T23:20:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/7e323a9d022d47118a6cefcd9a328b6b is 50, key is test_row_0/C:col10/1733440823064/Put/seqid=0 2024-12-05T23:20:24,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742124_1300 (size=12001) 2024-12-05T23:20:24,633 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/7e323a9d022d47118a6cefcd9a328b6b 2024-12-05T23:20:24,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b3dc439f679a49b9b951ce404a969151 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b3dc439f679a49b9b951ce404a969151 2024-12-05T23:20:24,646 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b3dc439f679a49b9b951ce404a969151, entries=150, sequenceid=121, filesize=11.7 K 2024-12-05T23:20:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/2bb191927cc94098aded201da26614d9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/2bb191927cc94098aded201da26614d9 2024-12-05T23:20:24,651 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/2bb191927cc94098aded201da26614d9, entries=150, sequenceid=121, filesize=11.7 K 2024-12-05T23:20:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/7e323a9d022d47118a6cefcd9a328b6b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/7e323a9d022d47118a6cefcd9a328b6b 2024-12-05T23:20:24,656 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/7e323a9d022d47118a6cefcd9a328b6b, entries=150, sequenceid=121, filesize=11.7 K 2024-12-05T23:20:24,657 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 19915c0d740d4e1e79877a01040071b5 in 519ms, sequenceid=121, compaction requested=false 2024-12-05T23:20:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-05T23:20:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-05T23:20:24,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-05T23:20:24,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7630 sec 2024-12-05T23:20:24,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.7680 sec 2024-12-05T23:20:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:24,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:20:24,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:24,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:24,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:24,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:24,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:24,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:24,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b1592e15f3e24868afe1938155f0381d is 50, key is test_row_0/A:col10/1733440824190/Put/seqid=0 2024-12-05T23:20:24,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742125_1301 (size=12151) 2024-12-05T23:20:24,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440884821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440884822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440884824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440884825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440884825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440884927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440884927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440884929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440884928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440884938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T23:20:25,010 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-05T23:20:25,011 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-05T23:20:25,014 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:25,014 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:25,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T23:20:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T23:20:25,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440885131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440885132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440885132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440885132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440885141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T23:20:25,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b1592e15f3e24868afe1938155f0381d 2024-12-05T23:20:25,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/19274f33b0744f36aa0496b58bd74b79 is 50, key is test_row_0/B:col10/1733440824190/Put/seqid=0 2024-12-05T23:20:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742126_1302 (size=12151) 2024-12-05T23:20:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T23:20:25,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T23:20:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440885435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440885435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440885436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440885437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440885445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T23:20:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T23:20:25,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T23:20:25,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:25,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:25,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/19274f33b0744f36aa0496b58bd74b79 2024-12-05T23:20:25,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/10d4d08193614d2dbf39d4aa5edf395b is 50, key is test_row_0/C:col10/1733440824190/Put/seqid=0 2024-12-05T23:20:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742127_1303 (size=12151) 2024-12-05T23:20:25,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/10d4d08193614d2dbf39d4aa5edf395b 2024-12-05T23:20:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b1592e15f3e24868afe1938155f0381d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1592e15f3e24868afe1938155f0381d 2024-12-05T23:20:25,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1592e15f3e24868afe1938155f0381d, entries=150, sequenceid=136, filesize=11.9 K 2024-12-05T23:20:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/19274f33b0744f36aa0496b58bd74b79 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/19274f33b0744f36aa0496b58bd74b79 2024-12-05T23:20:25,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/19274f33b0744f36aa0496b58bd74b79, entries=150, sequenceid=136, filesize=11.9 K 2024-12-05T23:20:25,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/10d4d08193614d2dbf39d4aa5edf395b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/10d4d08193614d2dbf39d4aa5edf395b 2024-12-05T23:20:25,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/10d4d08193614d2dbf39d4aa5edf395b, entries=150, sequenceid=136, filesize=11.9 K 2024-12-05T23:20:25,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 19915c0d740d4e1e79877a01040071b5 in 921ms, sequenceid=136, compaction requested=true 2024-12-05T23:20:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:25,724 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:25,725 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:25,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:25,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:25,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:25,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:25,726 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:25,726 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:25,726 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,727 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/47f1ff1372d64536a676b2bea05455e8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/2bb191927cc94098aded201da26614d9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/19274f33b0744f36aa0496b58bd74b79] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.5 K 2024-12-05T23:20:25,727 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:25,727 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:25,727 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,727 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1888cbe26e8740dba60413606a58206e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b3dc439f679a49b9b951ce404a969151, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1592e15f3e24868afe1938155f0381d] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.5 K 2024-12-05T23:20:25,728 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f1ff1372d64536a676b2bea05455e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733440822413 2024-12-05T23:20:25,728 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1888cbe26e8740dba60413606a58206e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733440822413 2024-12-05T23:20:25,729 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bb191927cc94098aded201da26614d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733440823061 2024-12-05T23:20:25,729 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3dc439f679a49b9b951ce404a969151, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733440823061 2024-12-05T23:20:25,729 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1592e15f3e24868afe1938155f0381d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733440824189 2024-12-05T23:20:25,730 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 19274f33b0744f36aa0496b58bd74b79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733440824189 2024-12-05T23:20:25,747 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:25,748 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4d8cdd84a9b24bd68f690550cb8008d6 is 50, key is test_row_0/B:col10/1733440824190/Put/seqid=0 2024-12-05T23:20:25,750 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:25,750 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/67263568eef34de38132a577b32bb7cd is 50, key is test_row_0/A:col10/1733440824190/Put/seqid=0 2024-12-05T23:20:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742128_1304 (size=12459) 2024-12-05T23:20:25,796 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4d8cdd84a9b24bd68f690550cb8008d6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4d8cdd84a9b24bd68f690550cb8008d6 2024-12-05T23:20:25,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,801 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into 4d8cdd84a9b24bd68f690550cb8008d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:25,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:25,801 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440825724; duration=0sec 2024-12-05T23:20:25,802 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:25,802 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:25,802 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:25,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T23:20:25,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,804 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:20:25,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:25,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742129_1305 (size=12459) 2024-12-05T23:20:25,808 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:25,808 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:25,808 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:25,808 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3c87f5086c7b42b19ce616661ac1c442, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/7e323a9d022d47118a6cefcd9a328b6b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/10d4d08193614d2dbf39d4aa5edf395b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.5 K 2024-12-05T23:20:25,809 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c87f5086c7b42b19ce616661ac1c442, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733440822413 2024-12-05T23:20:25,810 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e323a9d022d47118a6cefcd9a328b6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733440823061 2024-12-05T23:20:25,810 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 10d4d08193614d2dbf39d4aa5edf395b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733440824189 2024-12-05T23:20:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/3c57c264c4ab4721ad5947da0b85ec9d is 50, key is test_row_0/A:col10/1733440824823/Put/seqid=0 2024-12-05T23:20:25,834 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:25,835 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/85d089f8ee6a4726af4cd6dd68f9f5ce is 50, key is test_row_0/C:col10/1733440824190/Put/seqid=0 2024-12-05T23:20:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742130_1306 (size=12151) 2024-12-05T23:20:25,855 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/3c57c264c4ab4721ad5947da0b85ec9d 2024-12-05T23:20:25,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/e83895ad7cad4e55937c9b4d397baf8b is 50, key is test_row_0/B:col10/1733440824823/Put/seqid=0 2024-12-05T23:20:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742131_1307 (size=12459) 2024-12-05T23:20:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742132_1308 (size=12151) 2024-12-05T23:20:25,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/e83895ad7cad4e55937c9b4d397baf8b 2024-12-05T23:20:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/b72c261beae1459c952f2c41caf7b7bb is 50, key is test_row_0/C:col10/1733440824823/Put/seqid=0 2024-12-05T23:20:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:25,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:25,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440885951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440885951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440885955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440885956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440885957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:25,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742133_1309 (size=12151) 2024-12-05T23:20:26,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440886057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440886058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440886060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440886061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440886061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T23:20:26,214 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/67263568eef34de38132a577b32bb7cd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/67263568eef34de38132a577b32bb7cd 2024-12-05T23:20:26,219 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into 67263568eef34de38132a577b32bb7cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:26,219 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:26,219 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440825724; duration=0sec 2024-12-05T23:20:26,219 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:26,219 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:26,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440886260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440886261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440886263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440886264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440886264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,284 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/85d089f8ee6a4726af4cd6dd68f9f5ce as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/85d089f8ee6a4726af4cd6dd68f9f5ce 2024-12-05T23:20:26,288 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into 85d089f8ee6a4726af4cd6dd68f9f5ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:26,289 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:26,289 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440825725; duration=0sec 2024-12-05T23:20:26,289 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:26,289 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:26,365 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/b72c261beae1459c952f2c41caf7b7bb 2024-12-05T23:20:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/3c57c264c4ab4721ad5947da0b85ec9d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/3c57c264c4ab4721ad5947da0b85ec9d 2024-12-05T23:20:26,376 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/3c57c264c4ab4721ad5947da0b85ec9d, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T23:20:26,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/e83895ad7cad4e55937c9b4d397baf8b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e83895ad7cad4e55937c9b4d397baf8b 2024-12-05T23:20:26,381 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e83895ad7cad4e55937c9b4d397baf8b, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T23:20:26,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/b72c261beae1459c952f2c41caf7b7bb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b72c261beae1459c952f2c41caf7b7bb 2024-12-05T23:20:26,388 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b72c261beae1459c952f2c41caf7b7bb, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T23:20:26,388 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 19915c0d740d4e1e79877a01040071b5 in 584ms, sequenceid=160, compaction requested=false 2024-12-05T23:20:26,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:26,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:26,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-05T23:20:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-05T23:20:26,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-05T23:20:26,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3760 sec 2024-12-05T23:20:26,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.3810 sec 2024-12-05T23:20:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:26,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T23:20:26,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:26,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/1ee88dfcda0d4f30815e6c5b137f1194 is 50, key is test_row_0/A:col10/1733440826564/Put/seqid=0 2024-12-05T23:20:26,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742134_1310 (size=12151) 2024-12-05T23:20:26,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/1ee88dfcda0d4f30815e6c5b137f1194 2024-12-05T23:20:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440886585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440886589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440886589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440886590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440886590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/578689f519f24d59ac07db99ab52d1b2 is 50, key is test_row_0/B:col10/1733440826564/Put/seqid=0 2024-12-05T23:20:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742135_1311 (size=12151) 2024-12-05T23:20:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440886691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440886693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440886693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440886694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440886694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440886895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440886897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440886898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440886898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:26,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440886899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/578689f519f24d59ac07db99ab52d1b2 2024-12-05T23:20:27,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/f2888a4f7d0d4da584056b92cb6375a1 is 50, key is test_row_0/C:col10/1733440826564/Put/seqid=0 2024-12-05T23:20:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742136_1312 (size=12151) 2024-12-05T23:20:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T23:20:27,119 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-05T23:20:27,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-05T23:20:27,121 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:27,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:27,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T23:20:27,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440887199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440887200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440887201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440887202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440887213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T23:20:27,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T23:20:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:27,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T23:20:27,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:27,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:27,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T23:20:27,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/f2888a4f7d0d4da584056b92cb6375a1 2024-12-05T23:20:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/1ee88dfcda0d4f30815e6c5b137f1194 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1ee88dfcda0d4f30815e6c5b137f1194 2024-12-05T23:20:27,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1ee88dfcda0d4f30815e6c5b137f1194, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T23:20:27,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/578689f519f24d59ac07db99ab52d1b2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/578689f519f24d59ac07db99ab52d1b2 2024-12-05T23:20:27,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/578689f519f24d59ac07db99ab52d1b2, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T23:20:27,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/f2888a4f7d0d4da584056b92cb6375a1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f2888a4f7d0d4da584056b92cb6375a1 2024-12-05T23:20:27,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f2888a4f7d0d4da584056b92cb6375a1, entries=150, sequenceid=177, filesize=11.9 K 2024-12-05T23:20:27,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19915c0d740d4e1e79877a01040071b5 in 896ms, sequenceid=177, compaction requested=true 2024-12-05T23:20:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:27,461 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:27,461 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:27,462 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:27,462 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:27,462 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,462 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/67263568eef34de38132a577b32bb7cd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/3c57c264c4ab4721ad5947da0b85ec9d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1ee88dfcda0d4f30815e6c5b137f1194] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.9 K 2024-12-05T23:20:27,463 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:27,463 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:27,463 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67263568eef34de38132a577b32bb7cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733440824189 2024-12-05T23:20:27,463 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,463 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4d8cdd84a9b24bd68f690550cb8008d6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e83895ad7cad4e55937c9b4d397baf8b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/578689f519f24d59ac07db99ab52d1b2] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.9 K 2024-12-05T23:20:27,463 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c57c264c4ab4721ad5947da0b85ec9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440824823 2024-12-05T23:20:27,463 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d8cdd84a9b24bd68f690550cb8008d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733440824189 2024-12-05T23:20:27,464 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee88dfcda0d4f30815e6c5b137f1194, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733440825946 2024-12-05T23:20:27,464 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e83895ad7cad4e55937c9b4d397baf8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440824823 2024-12-05T23:20:27,464 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 578689f519f24d59ac07db99ab52d1b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733440825946 2024-12-05T23:20:27,472 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:27,472 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/a3e25fc6546f4928a1ce21a056662ce2 is 50, key is test_row_0/A:col10/1733440826564/Put/seqid=0 2024-12-05T23:20:27,472 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:27,473 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/dad42ddac6284a51996a174ac4ea61d3 is 50, key is test_row_0/B:col10/1733440826564/Put/seqid=0 2024-12-05T23:20:27,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742137_1313 (size=12561) 2024-12-05T23:20:27,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742138_1314 (size=12561) 2024-12-05T23:20:27,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-05T23:20:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,581 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T23:20:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/e7b69f0573d444919840f3fa783498e9 is 50, key is test_row_0/A:col10/1733440826588/Put/seqid=0 2024-12-05T23:20:27,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742139_1315 (size=12151) 2024-12-05T23:20:27,592 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/e7b69f0573d444919840f3fa783498e9 2024-12-05T23:20:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/874ddcc43edc4240a8402a5112f1dabd is 50, key is test_row_0/B:col10/1733440826588/Put/seqid=0 2024-12-05T23:20:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742140_1316 (size=12151) 2024-12-05T23:20:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:27,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:27,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440887717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440887717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440887718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440887718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440887719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T23:20:27,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440887821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440887821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440887821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440887822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:27,892 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/a3e25fc6546f4928a1ce21a056662ce2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a3e25fc6546f4928a1ce21a056662ce2 2024-12-05T23:20:27,895 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/dad42ddac6284a51996a174ac4ea61d3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dad42ddac6284a51996a174ac4ea61d3 2024-12-05T23:20:27,898 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into a3e25fc6546f4928a1ce21a056662ce2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:27,898 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:27,898 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440827461; duration=0sec 2024-12-05T23:20:27,899 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:27,899 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:27,899 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:27,900 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into dad42ddac6284a51996a174ac4ea61d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:27,900 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:27,900 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440827461; duration=0sec 2024-12-05T23:20:27,901 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:27,901 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:27,901 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:27,901 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:27,901 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:27,901 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/85d089f8ee6a4726af4cd6dd68f9f5ce, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b72c261beae1459c952f2c41caf7b7bb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f2888a4f7d0d4da584056b92cb6375a1] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=35.9 K 2024-12-05T23:20:27,902 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85d089f8ee6a4726af4cd6dd68f9f5ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733440824189 2024-12-05T23:20:27,902 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b72c261beae1459c952f2c41caf7b7bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440824823 2024-12-05T23:20:27,903 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2888a4f7d0d4da584056b92cb6375a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733440825946 2024-12-05T23:20:27,912 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:27,912 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/d97aeec750b2420ba251d56fcf3ef058 is 50, key is test_row_0/C:col10/1733440826564/Put/seqid=0 2024-12-05T23:20:27,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742141_1317 (size=12561) 2024-12-05T23:20:27,947 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/d97aeec750b2420ba251d56fcf3ef058 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d97aeec750b2420ba251d56fcf3ef058 2024-12-05T23:20:27,953 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into d97aeec750b2420ba251d56fcf3ef058(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:27,953 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:27,953 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440827461; duration=0sec 2024-12-05T23:20:27,953 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:27,953 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:28,005 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/874ddcc43edc4240a8402a5112f1dabd 2024-12-05T23:20:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/9446b74d9ddb41208ada64ccfd864f07 is 50, key is test_row_0/C:col10/1733440826588/Put/seqid=0 2024-12-05T23:20:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440888025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440888026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440888026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440888027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742142_1318 (size=12151) 2024-12-05T23:20:28,035 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/9446b74d9ddb41208ada64ccfd864f07 2024-12-05T23:20:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/e7b69f0573d444919840f3fa783498e9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e7b69f0573d444919840f3fa783498e9 2024-12-05T23:20:28,043 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e7b69f0573d444919840f3fa783498e9, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T23:20:28,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/874ddcc43edc4240a8402a5112f1dabd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/874ddcc43edc4240a8402a5112f1dabd 2024-12-05T23:20:28,061 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/874ddcc43edc4240a8402a5112f1dabd, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T23:20:28,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/9446b74d9ddb41208ada64ccfd864f07 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/9446b74d9ddb41208ada64ccfd864f07 2024-12-05T23:20:28,066 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/9446b74d9ddb41208ada64ccfd864f07, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T23:20:28,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 19915c0d740d4e1e79877a01040071b5 in 486ms, sequenceid=198, compaction requested=false 2024-12-05T23:20:28,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:28,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-05T23:20:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-05T23:20:28,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-05T23:20:28,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 947 msec 2024-12-05T23:20:28,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 952 msec 2024-12-05T23:20:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T23:20:28,232 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-05T23:20:28,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-05T23:20:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T23:20:28,235 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:28,235 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:28,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T23:20:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:28,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T23:20:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:28,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:28,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/ef212ee74202457a943c5caf437f8957 is 50, key is test_row_0/A:col10/1733440827712/Put/seqid=0 2024-12-05T23:20:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742143_1319 (size=12151) 2024-12-05T23:20:28,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440888352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440888352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440888353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440888355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T23:20:28,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:28,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440888456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440888456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440888460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440888467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T23:20:28,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T23:20:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440888658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440888660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440888662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440888669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T23:20:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:28,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440888728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/ef212ee74202457a943c5caf437f8957 2024-12-05T23:20:28,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/64b06d846630497f867b204def2c4844 is 50, key is test_row_0/B:col10/1733440827712/Put/seqid=0 2024-12-05T23:20:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742144_1320 (size=12151) 2024-12-05T23:20:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T23:20:28,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T23:20:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:28,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440888962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440888964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440888965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440888971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:28,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T23:20:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:29,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T23:20:29,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:29,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:29,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:29,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/64b06d846630497f867b204def2c4844 2024-12-05T23:20:29,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/75414497cf26425c924424f96d1d09cb is 50, key is test_row_0/C:col10/1733440827712/Put/seqid=0 2024-12-05T23:20:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742145_1321 (size=12151) 2024-12-05T23:20:29,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/75414497cf26425c924424f96d1d09cb 2024-12-05T23:20:29,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/ef212ee74202457a943c5caf437f8957 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/ef212ee74202457a943c5caf437f8957 2024-12-05T23:20:29,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/ef212ee74202457a943c5caf437f8957, entries=150, sequenceid=219, filesize=11.9 K 2024-12-05T23:20:29,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/64b06d846630497f867b204def2c4844 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/64b06d846630497f867b204def2c4844 2024-12-05T23:20:29,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/64b06d846630497f867b204def2c4844, entries=150, sequenceid=219, filesize=11.9 K 2024-12-05T23:20:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/75414497cf26425c924424f96d1d09cb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/75414497cf26425c924424f96d1d09cb 2024-12-05T23:20:29,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/75414497cf26425c924424f96d1d09cb, entries=150, sequenceid=219, filesize=11.9 K 2024-12-05T23:20:29,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 19915c0d740d4e1e79877a01040071b5 in 923ms, sequenceid=219, compaction requested=true 2024-12-05T23:20:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:29,261 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:29,261 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:29,263 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:29,263 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:29,263 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:29,263 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:29,263 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,263 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,263 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a3e25fc6546f4928a1ce21a056662ce2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e7b69f0573d444919840f3fa783498e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/ef212ee74202457a943c5caf437f8957] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=36.0 K 2024-12-05T23:20:29,263 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dad42ddac6284a51996a174ac4ea61d3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/874ddcc43edc4240a8402a5112f1dabd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/64b06d846630497f867b204def2c4844] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=36.0 K 2024-12-05T23:20:29,263 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e25fc6546f4928a1ce21a056662ce2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733440825946 2024-12-05T23:20:29,264 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7b69f0573d444919840f3fa783498e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440826587 2024-12-05T23:20:29,264 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting dad42ddac6284a51996a174ac4ea61d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733440825946 2024-12-05T23:20:29,264 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef212ee74202457a943c5caf437f8957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733440827712 2024-12-05T23:20:29,266 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 874ddcc43edc4240a8402a5112f1dabd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440826587 2024-12-05T23:20:29,266 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b06d846630497f867b204def2c4844, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733440827712 2024-12-05T23:20:29,278 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:29,279 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/c756eb715eb54dd78541bee9510b2167 is 50, key is test_row_0/A:col10/1733440827712/Put/seqid=0 2024-12-05T23:20:29,282 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:29,283 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/436206a4672643beada00de579ef5ec1 is 50, key is test_row_0/B:col10/1733440827712/Put/seqid=0 2024-12-05T23:20:29,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-05T23:20:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,313 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T23:20:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742146_1322 (size=12663) 2024-12-05T23:20:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fb188cc0f11d4deab94eb3a5f39aa1a2 is 50, key is test_row_0/A:col10/1733440828352/Put/seqid=0 2024-12-05T23:20:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742147_1323 (size=12663) 2024-12-05T23:20:29,337 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/436206a4672643beada00de579ef5ec1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/436206a4672643beada00de579ef5ec1 2024-12-05T23:20:29,337 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/c756eb715eb54dd78541bee9510b2167 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/c756eb715eb54dd78541bee9510b2167 2024-12-05T23:20:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T23:20:29,344 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into 436206a4672643beada00de579ef5ec1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:29,344 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:29,344 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440829261; duration=0sec 2024-12-05T23:20:29,344 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:29,344 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:29,344 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:29,345 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:29,345 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:29,345 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:29,345 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d97aeec750b2420ba251d56fcf3ef058, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/9446b74d9ddb41208ada64ccfd864f07, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/75414497cf26425c924424f96d1d09cb] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=36.0 K 2024-12-05T23:20:29,346 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d97aeec750b2420ba251d56fcf3ef058, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733440825946 2024-12-05T23:20:29,346 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into c756eb715eb54dd78541bee9510b2167(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:29,346 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:29,346 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440829260; duration=0sec 2024-12-05T23:20:29,346 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:29,346 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:29,346 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9446b74d9ddb41208ada64ccfd864f07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733440826587 2024-12-05T23:20:29,346 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 75414497cf26425c924424f96d1d09cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733440827712 2024-12-05T23:20:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742148_1324 (size=12151) 2024-12-05T23:20:29,359 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:29,359 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/8769ad1a7ee845d886588a751749f9b4 is 50, key is test_row_0/C:col10/1733440827712/Put/seqid=0 2024-12-05T23:20:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742149_1325 (size=12663) 2024-12-05T23:20:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:29,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440889481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440889482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440889483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440889483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440889584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440889586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440889586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440889586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,753 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fb188cc0f11d4deab94eb3a5f39aa1a2 2024-12-05T23:20:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/495f0342d15d4a3fb21a2c35cb55bd5f is 50, key is test_row_0/B:col10/1733440828352/Put/seqid=0 2024-12-05T23:20:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742150_1326 (size=12151) 2024-12-05T23:20:29,765 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/495f0342d15d4a3fb21a2c35cb55bd5f 2024-12-05T23:20:29,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/0aff74e2f1534a309a6156b58d4afb35 is 50, key is test_row_0/C:col10/1733440828352/Put/seqid=0 2024-12-05T23:20:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742151_1327 (size=12151) 2024-12-05T23:20:29,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440889787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440889788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440889790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440889790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:29,802 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/8769ad1a7ee845d886588a751749f9b4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/8769ad1a7ee845d886588a751749f9b4 2024-12-05T23:20:29,808 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into 8769ad1a7ee845d886588a751749f9b4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:29,808 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:29,808 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440829261; duration=0sec 2024-12-05T23:20:29,808 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:29,808 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:30,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440890090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440890092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440890093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440890099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,182 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/0aff74e2f1534a309a6156b58d4afb35 2024-12-05T23:20:30,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fb188cc0f11d4deab94eb3a5f39aa1a2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb188cc0f11d4deab94eb3a5f39aa1a2 2024-12-05T23:20:30,190 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb188cc0f11d4deab94eb3a5f39aa1a2, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T23:20:30,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/495f0342d15d4a3fb21a2c35cb55bd5f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/495f0342d15d4a3fb21a2c35cb55bd5f 2024-12-05T23:20:30,195 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/495f0342d15d4a3fb21a2c35cb55bd5f, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T23:20:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/0aff74e2f1534a309a6156b58d4afb35 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0aff74e2f1534a309a6156b58d4afb35 2024-12-05T23:20:30,200 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0aff74e2f1534a309a6156b58d4afb35, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T23:20:30,200 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 19915c0d740d4e1e79877a01040071b5 in 888ms, sequenceid=237, compaction requested=false 2024-12-05T23:20:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-05T23:20:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-05T23:20:30,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-05T23:20:30,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9650 sec 2024-12-05T23:20:30,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.9700 sec 2024-12-05T23:20:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-05T23:20:30,339 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-05T23:20:30,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-05T23:20:30,342 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T23:20:30,343 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:30,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T23:20:30,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-05T23:20:30,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:30,496 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T23:20:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b1f0b98182744e30959839e7716436cf is 50, key is test_row_0/A:col10/1733440829482/Put/seqid=0 2024-12-05T23:20:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742152_1328 (size=12151) 2024-12-05T23:20:30,535 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b1f0b98182744e30959839e7716436cf 2024-12-05T23:20:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/f928e4493f034fec8735503844c6e236 is 50, key is test_row_0/B:col10/1733440829482/Put/seqid=0 2024-12-05T23:20:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742153_1329 (size=12151) 2024-12-05T23:20:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:30,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:30,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440890610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440890612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440890619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440890619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T23:20:30,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440890728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440890728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440890728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440890728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440890733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,734 DEBUG [Thread-1261 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:30,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440890931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440890931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440890932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440890932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T23:20:30,971 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/f928e4493f034fec8735503844c6e236 2024-12-05T23:20:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/4b7555707d59477e8f102dbbb95e1626 is 50, key is test_row_0/C:col10/1733440829482/Put/seqid=0 2024-12-05T23:20:30,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742154_1330 (size=12151) 2024-12-05T23:20:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440891237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440891238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440891238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440891241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,393 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/4b7555707d59477e8f102dbbb95e1626 2024-12-05T23:20:31,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b1f0b98182744e30959839e7716436cf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1f0b98182744e30959839e7716436cf 2024-12-05T23:20:31,402 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1f0b98182744e30959839e7716436cf, entries=150, sequenceid=258, filesize=11.9 K 2024-12-05T23:20:31,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/f928e4493f034fec8735503844c6e236 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f928e4493f034fec8735503844c6e236 2024-12-05T23:20:31,408 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f928e4493f034fec8735503844c6e236, entries=150, sequenceid=258, filesize=11.9 K 2024-12-05T23:20:31,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/4b7555707d59477e8f102dbbb95e1626 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4b7555707d59477e8f102dbbb95e1626 2024-12-05T23:20:31,413 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4b7555707d59477e8f102dbbb95e1626, entries=150, sequenceid=258, filesize=11.9 K 2024-12-05T23:20:31,414 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 19915c0d740d4e1e79877a01040071b5 in 918ms, sequenceid=258, compaction requested=true 2024-12-05T23:20:31,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:31,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:31,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-05T23:20:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-05T23:20:31,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-05T23:20:31,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0720 sec 2024-12-05T23:20:31,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0770 sec 2024-12-05T23:20:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T23:20:31,453 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-05T23:20:31,454 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-05T23:20:31,456 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T23:20:31,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:31,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T23:20:31,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-05T23:20:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:31,610 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T23:20:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/8f45f875ee7f49f6a715db92a1a73ad3 is 50, key is test_row_0/A:col10/1733440830605/Put/seqid=0 2024-12-05T23:20:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742155_1331 (size=12301) 2024-12-05T23:20:31,660 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/8f45f875ee7f49f6a715db92a1a73ad3 2024-12-05T23:20:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/e383322fa712416c98f64a2c70f0c0ad is 50, key is test_row_0/B:col10/1733440830605/Put/seqid=0 2024-12-05T23:20:31,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742156_1332 (size=12301) 2024-12-05T23:20:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:31,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T23:20:31,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440891768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440891770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440891772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440891772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440891875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440891875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440891878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:31,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440891879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T23:20:32,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440892078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440892080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,085 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/e383322fa712416c98f64a2c70f0c0ad 2024-12-05T23:20:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440892083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440892083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/f03f23db150248e5b943a87be902d6ca is 50, key is test_row_0/C:col10/1733440830605/Put/seqid=0 2024-12-05T23:20:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742157_1333 (size=12301) 2024-12-05T23:20:32,133 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/f03f23db150248e5b943a87be902d6ca 2024-12-05T23:20:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/8f45f875ee7f49f6a715db92a1a73ad3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/8f45f875ee7f49f6a715db92a1a73ad3 2024-12-05T23:20:32,150 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/8f45f875ee7f49f6a715db92a1a73ad3, entries=150, sequenceid=276, filesize=12.0 K 2024-12-05T23:20:32,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/e383322fa712416c98f64a2c70f0c0ad as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e383322fa712416c98f64a2c70f0c0ad 2024-12-05T23:20:32,159 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e383322fa712416c98f64a2c70f0c0ad, entries=150, sequenceid=276, filesize=12.0 K 2024-12-05T23:20:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/f03f23db150248e5b943a87be902d6ca as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f03f23db150248e5b943a87be902d6ca 2024-12-05T23:20:32,176 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f03f23db150248e5b943a87be902d6ca, entries=150, sequenceid=276, filesize=12.0 K 2024-12-05T23:20:32,178 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 19915c0d740d4e1e79877a01040071b5 in 568ms, sequenceid=276, compaction requested=true 2024-12-05T23:20:32,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:32,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-05T23:20:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-05T23:20:32,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-05T23:20:32,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 723 msec 2024-12-05T23:20:32,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 727 msec 2024-12-05T23:20:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:32,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T23:20:32,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:32,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:32,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:32,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:32,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:32,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:32,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/83c75e8059d441658b2f594e3a0913a2 is 50, key is test_row_0/A:col10/1733440832394/Put/seqid=0 2024-12-05T23:20:32,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440892407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742158_1334 (size=19621) 2024-12-05T23:20:32,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440892408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/83c75e8059d441658b2f594e3a0913a2 2024-12-05T23:20:32,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440892408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440892414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/144c88cfeb2d421ab8ad77ce281a2c6b is 50, key is test_row_0/B:col10/1733440832394/Put/seqid=0 2024-12-05T23:20:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742159_1335 (size=12301) 2024-12-05T23:20:32,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/144c88cfeb2d421ab8ad77ce281a2c6b 2024-12-05T23:20:32,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/5abff6d665ea4ac79681a710b9955960 is 50, key is test_row_0/C:col10/1733440832394/Put/seqid=0 2024-12-05T23:20:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742160_1336 (size=12301) 2024-12-05T23:20:32,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440892519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440892521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440892521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440892521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-05T23:20:32,563 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-05T23:20:32,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-05T23:20:32,566 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T23:20:32,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:32,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T23:20:32,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T23:20:32,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:32,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:32,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:32,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440892722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440892726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440892728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440892729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/5abff6d665ea4ac79681a710b9955960 2024-12-05T23:20:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T23:20:32,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/83c75e8059d441658b2f594e3a0913a2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/83c75e8059d441658b2f594e3a0913a2 2024-12-05T23:20:32,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:32,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/83c75e8059d441658b2f594e3a0913a2, entries=300, sequenceid=298, filesize=19.2 K 2024-12-05T23:20:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/144c88cfeb2d421ab8ad77ce281a2c6b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/144c88cfeb2d421ab8ad77ce281a2c6b 2024-12-05T23:20:32,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T23:20:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:32,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/144c88cfeb2d421ab8ad77ce281a2c6b, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T23:20:32,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/5abff6d665ea4ac79681a710b9955960 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/5abff6d665ea4ac79681a710b9955960 2024-12-05T23:20:32,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/5abff6d665ea4ac79681a710b9955960, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T23:20:32,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 19915c0d740d4e1e79877a01040071b5 in 492ms, sequenceid=298, compaction requested=true 2024-12-05T23:20:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:32,886 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T23:20:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:32,888 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T23:20:32,888 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 68887 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T23:20:32,888 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:32,888 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,889 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/c756eb715eb54dd78541bee9510b2167, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb188cc0f11d4deab94eb3a5f39aa1a2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1f0b98182744e30959839e7716436cf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/8f45f875ee7f49f6a715db92a1a73ad3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/83c75e8059d441658b2f594e3a0913a2] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=67.3 K 2024-12-05T23:20:32,889 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c756eb715eb54dd78541bee9510b2167, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733440827712 2024-12-05T23:20:32,889 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting fb188cc0f11d4deab94eb3a5f39aa1a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733440828351 2024-12-05T23:20:32,890 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b1f0b98182744e30959839e7716436cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440829480 2024-12-05T23:20:32,890 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f45f875ee7f49f6a715db92a1a73ad3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733440830605 2024-12-05T23:20:32,890 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T23:20:32,890 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:32,890 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,890 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 83c75e8059d441658b2f594e3a0913a2, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440831762 2024-12-05T23:20:32,890 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/436206a4672643beada00de579ef5ec1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/495f0342d15d4a3fb21a2c35cb55bd5f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f928e4493f034fec8735503844c6e236, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e383322fa712416c98f64a2c70f0c0ad, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/144c88cfeb2d421ab8ad77ce281a2c6b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=60.1 K 2024-12-05T23:20:32,891 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 436206a4672643beada00de579ef5ec1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733440827712 2024-12-05T23:20:32,891 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 495f0342d15d4a3fb21a2c35cb55bd5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733440828351 2024-12-05T23:20:32,892 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f928e4493f034fec8735503844c6e236, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440829480 2024-12-05T23:20:32,893 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e383322fa712416c98f64a2c70f0c0ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733440830605 2024-12-05T23:20:32,893 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 144c88cfeb2d421ab8ad77ce281a2c6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440832386 2024-12-05T23:20:32,920 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:32,921 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/e11464b3911a42c2b79d7db2786ceb07 is 50, key is test_row_0/A:col10/1733440832394/Put/seqid=0 2024-12-05T23:20:32,931 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:32,932 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/afae7bcb323f4e778958670b2cce2727 is 50, key is test_row_0/B:col10/1733440832394/Put/seqid=0 2024-12-05T23:20:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742162_1338 (size=12983) 2024-12-05T23:20:32,983 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/afae7bcb323f4e778958670b2cce2727 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/afae7bcb323f4e778958670b2cce2727 2024-12-05T23:20:32,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742161_1337 (size=12983) 2024-12-05T23:20:32,989 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into afae7bcb323f4e778958670b2cce2727(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:32,989 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:32,989 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=11, startTime=1733440832888; duration=0sec 2024-12-05T23:20:32,989 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:32,989 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:32,989 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T23:20:32,992 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T23:20:32,992 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:32,992 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:32,992 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/8769ad1a7ee845d886588a751749f9b4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0aff74e2f1534a309a6156b58d4afb35, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4b7555707d59477e8f102dbbb95e1626, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f03f23db150248e5b943a87be902d6ca, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/5abff6d665ea4ac79681a710b9955960] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=60.1 K 2024-12-05T23:20:32,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8769ad1a7ee845d886588a751749f9b4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733440827712 2024-12-05T23:20:32,994 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aff74e2f1534a309a6156b58d4afb35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733440828351 2024-12-05T23:20:32,994 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b7555707d59477e8f102dbbb95e1626, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440829480 2024-12-05T23:20:32,996 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f03f23db150248e5b943a87be902d6ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733440830605 2024-12-05T23:20:32,997 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/e11464b3911a42c2b79d7db2786ceb07 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e11464b3911a42c2b79d7db2786ceb07 2024-12-05T23:20:32,997 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5abff6d665ea4ac79681a710b9955960, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440832386 2024-12-05T23:20:33,009 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into e11464b3911a42c2b79d7db2786ceb07(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:33,009 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:33,009 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=11, startTime=1733440832886; duration=0sec 2024-12-05T23:20:33,009 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:33,009 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:33,013 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:33,014 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/db5acf4339ba40f0a2bb1f6d1b8ea719 is 50, key is test_row_0/C:col10/1733440832394/Put/seqid=0 2024-12-05T23:20:33,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T23:20:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:33,030 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:20:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:33,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:33,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/09172e0d6697451fabaf08b8db212364 is 50, key is test_row_0/A:col10/1733440832412/Put/seqid=0 2024-12-05T23:20:33,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742163_1339 (size=12983) 2024-12-05T23:20:33,047 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/db5acf4339ba40f0a2bb1f6d1b8ea719 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/db5acf4339ba40f0a2bb1f6d1b8ea719 2024-12-05T23:20:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742164_1340 (size=14741) 2024-12-05T23:20:33,082 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into db5acf4339ba40f0a2bb1f6d1b8ea719(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:33,082 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:33,082 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=11, startTime=1733440832888; duration=0sec 2024-12-05T23:20:33,082 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:33,082 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:33,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440893103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440893103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440893105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440893103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T23:20:33,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440893213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440893213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440893213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440893213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440893415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440893416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440893416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440893417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,452 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/09172e0d6697451fabaf08b8db212364 2024-12-05T23:20:33,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/3759f675897e459bb775839ebf4a7d22 is 50, key is test_row_0/B:col10/1733440832412/Put/seqid=0 2024-12-05T23:20:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742165_1341 (size=12301) 2024-12-05T23:20:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T23:20:33,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440893720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440893724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440893725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440893728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:33,871 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/3759f675897e459bb775839ebf4a7d22 2024-12-05T23:20:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/06a4fef419ed4d549929aaf5a9ec02f5 is 50, key is test_row_0/C:col10/1733440832412/Put/seqid=0 2024-12-05T23:20:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742166_1342 (size=12301) 2024-12-05T23:20:34,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440894224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440894230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440894233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440894236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,302 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/06a4fef419ed4d549929aaf5a9ec02f5 2024-12-05T23:20:34,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/09172e0d6697451fabaf08b8db212364 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09172e0d6697451fabaf08b8db212364 2024-12-05T23:20:34,313 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09172e0d6697451fabaf08b8db212364, entries=200, sequenceid=315, filesize=14.4 K 2024-12-05T23:20:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/3759f675897e459bb775839ebf4a7d22 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/3759f675897e459bb775839ebf4a7d22 2024-12-05T23:20:34,318 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/3759f675897e459bb775839ebf4a7d22, entries=150, sequenceid=315, filesize=12.0 K 2024-12-05T23:20:34,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/06a4fef419ed4d549929aaf5a9ec02f5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/06a4fef419ed4d549929aaf5a9ec02f5 2024-12-05T23:20:34,324 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/06a4fef419ed4d549929aaf5a9ec02f5, entries=150, sequenceid=315, filesize=12.0 K 2024-12-05T23:20:34,324 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19915c0d740d4e1e79877a01040071b5 in 1294ms, sequenceid=315, compaction requested=false 2024-12-05T23:20:34,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:34,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:34,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-05T23:20:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-05T23:20:34,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-05T23:20:34,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7590 sec 2024-12-05T23:20:34,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7630 sec 2024-12-05T23:20:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T23:20:34,672 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-05T23:20:34,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-05T23:20:34,675 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T23:20:34,676 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:34,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:34,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T23:20:34,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:34,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:34,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:34,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:34,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:34,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T23:20:34,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b223754cd4fa49108ded04979e117235 is 50, key is test_row_0/A:col10/1733440833101/Put/seqid=0 2024-12-05T23:20:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742167_1343 (size=12301) 2024-12-05T23:20:34,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440894815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:34,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:34,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:34,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440894925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T23:20:34,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:34,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:34,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440895128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:35,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:35,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b223754cd4fa49108ded04979e117235 2024-12-05T23:20:35,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/9f92e83c48a8475ca41594f2d15248af is 50, key is test_row_0/B:col10/1733440833101/Put/seqid=0 2024-12-05T23:20:35,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742168_1344 (size=12301) 2024-12-05T23:20:35,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440895227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440895236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440895237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440895243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T23:20:35,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:35,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440895431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/9f92e83c48a8475ca41594f2d15248af 2024-12-05T23:20:35,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/0ba8a92729b74f6580860d9b88247749 is 50, key is test_row_0/C:col10/1733440833101/Put/seqid=0 2024-12-05T23:20:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742169_1345 (size=12301) 2024-12-05T23:20:35,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T23:20:35,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:35,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:35,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440895938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:36,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/0ba8a92729b74f6580860d9b88247749 2024-12-05T23:20:36,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/b223754cd4fa49108ded04979e117235 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b223754cd4fa49108ded04979e117235 2024-12-05T23:20:36,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b223754cd4fa49108ded04979e117235, entries=150, sequenceid=338, filesize=12.0 K 2024-12-05T23:20:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/9f92e83c48a8475ca41594f2d15248af as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/9f92e83c48a8475ca41594f2d15248af 2024-12-05T23:20:36,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/9f92e83c48a8475ca41594f2d15248af, entries=150, sequenceid=338, filesize=12.0 K 2024-12-05T23:20:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/0ba8a92729b74f6580860d9b88247749 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0ba8a92729b74f6580860d9b88247749 2024-12-05T23:20:36,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0ba8a92729b74f6580860d9b88247749, entries=150, sequenceid=338, filesize=12.0 K 2024-12-05T23:20:36,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 19915c0d740d4e1e79877a01040071b5 in 1281ms, sequenceid=338, compaction requested=true 2024-12-05T23:20:36,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:36,054 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:36,054 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:36,056 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:36,056 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:36,056 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:36,056 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:36,056 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:36,056 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e11464b3911a42c2b79d7db2786ceb07, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09172e0d6697451fabaf08b8db212364, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b223754cd4fa49108ded04979e117235] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=39.1 K 2024-12-05T23:20:36,056 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:36,056 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/afae7bcb323f4e778958670b2cce2727, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/3759f675897e459bb775839ebf4a7d22, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/9f92e83c48a8475ca41594f2d15248af] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=36.7 K 2024-12-05T23:20:36,057 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e11464b3911a42c2b79d7db2786ceb07, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440832386 2024-12-05T23:20:36,057 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting afae7bcb323f4e778958670b2cce2727, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440832386 2024-12-05T23:20:36,057 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09172e0d6697451fabaf08b8db212364, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733440832405 2024-12-05T23:20:36,058 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3759f675897e459bb775839ebf4a7d22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733440832407 2024-12-05T23:20:36,058 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b223754cd4fa49108ded04979e117235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440833101 2024-12-05T23:20:36,058 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f92e83c48a8475ca41594f2d15248af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440833101 2024-12-05T23:20:36,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:36,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T23:20:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:36,066 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:20:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:36,068 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:36,068 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/41d70df14de440b598ae16053113ad53 is 50, key is test_row_0/A:col10/1733440833101/Put/seqid=0 2024-12-05T23:20:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/837dc03493224c7e89827d07d3c3037c is 50, key is test_row_0/A:col10/1733440834795/Put/seqid=0 2024-12-05T23:20:36,082 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:36,083 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/d9768127ed5b42dbb1a4376ee4fffa4b is 50, key is test_row_0/B:col10/1733440833101/Put/seqid=0 2024-12-05T23:20:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742170_1346 (size=13085) 2024-12-05T23:20:36,101 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/41d70df14de440b598ae16053113ad53 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/41d70df14de440b598ae16053113ad53 2024-12-05T23:20:36,105 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into 41d70df14de440b598ae16053113ad53(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:36,105 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:36,105 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440836053; duration=0sec 2024-12-05T23:20:36,105 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:36,105 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:36,105 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:36,107 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:36,107 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:36,107 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:36,107 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/db5acf4339ba40f0a2bb1f6d1b8ea719, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/06a4fef419ed4d549929aaf5a9ec02f5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0ba8a92729b74f6580860d9b88247749] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=36.7 K 2024-12-05T23:20:36,107 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting db5acf4339ba40f0a2bb1f6d1b8ea719, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440832386 2024-12-05T23:20:36,108 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06a4fef419ed4d549929aaf5a9ec02f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733440832407 2024-12-05T23:20:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742172_1348 (size=13085) 2024-12-05T23:20:36,109 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba8a92729b74f6580860d9b88247749, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440833101 2024-12-05T23:20:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742171_1347 (size=12301) 2024-12-05T23:20:36,122 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:36,123 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/837dc03493224c7e89827d07d3c3037c 2024-12-05T23:20:36,123 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/4833e08b6f4d4aae8976031f03eab515 is 50, key is test_row_0/C:col10/1733440833101/Put/seqid=0 2024-12-05T23:20:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742173_1349 (size=13085) 2024-12-05T23:20:36,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/5b87c21aebba4dcaa24a1eda0558f7df is 50, key is test_row_0/B:col10/1733440834795/Put/seqid=0 2024-12-05T23:20:36,135 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/4833e08b6f4d4aae8976031f03eab515 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4833e08b6f4d4aae8976031f03eab515 2024-12-05T23:20:36,140 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into 4833e08b6f4d4aae8976031f03eab515(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:36,140 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:36,140 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440836054; duration=0sec 2024-12-05T23:20:36,140 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:36,140 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742174_1350 (size=12301) 2024-12-05T23:20:36,156 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/5b87c21aebba4dcaa24a1eda0558f7df 2024-12-05T23:20:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/89c68f56eeef4b4b91e67fac42151190 is 50, key is test_row_0/C:col10/1733440834795/Put/seqid=0 2024-12-05T23:20:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742175_1351 (size=12301) 2024-12-05T23:20:36,174 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/89c68f56eeef4b4b91e67fac42151190 2024-12-05T23:20:36,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/837dc03493224c7e89827d07d3c3037c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/837dc03493224c7e89827d07d3c3037c 2024-12-05T23:20:36,181 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/837dc03493224c7e89827d07d3c3037c, entries=150, sequenceid=352, filesize=12.0 K 2024-12-05T23:20:36,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/5b87c21aebba4dcaa24a1eda0558f7df as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5b87c21aebba4dcaa24a1eda0558f7df 2024-12-05T23:20:36,185 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5b87c21aebba4dcaa24a1eda0558f7df, entries=150, sequenceid=352, filesize=12.0 K 2024-12-05T23:20:36,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/89c68f56eeef4b4b91e67fac42151190 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/89c68f56eeef4b4b91e67fac42151190 2024-12-05T23:20:36,191 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/89c68f56eeef4b4b91e67fac42151190, entries=150, sequenceid=352, filesize=12.0 K 2024-12-05T23:20:36,192 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 19915c0d740d4e1e79877a01040071b5 in 126ms, sequenceid=352, compaction requested=false 2024-12-05T23:20:36,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:36,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:36,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-05T23:20:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-05T23:20:36,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-05T23:20:36,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-12-05T23:20:36,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5230 sec 2024-12-05T23:20:36,521 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/d9768127ed5b42dbb1a4376ee4fffa4b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/d9768127ed5b42dbb1a4376ee4fffa4b 2024-12-05T23:20:36,529 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into d9768127ed5b42dbb1a4376ee4fffa4b(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:36,529 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:36,529 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440836054; duration=0sec 2024-12-05T23:20:36,529 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:36,529 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T23:20:36,780 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-05T23:20:36,785 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-05T23:20:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T23:20:36,787 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:36,787 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:36,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T23:20:36,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:36,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T23:20:36,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:36,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:36,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:36,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-05T23:20:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-05T23:20:36,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-05T23:20:36,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-05T23:20:36,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 157 msec 2024-12-05T23:20:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:36,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:20:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:36,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/be5cfcc4efe446d49b6e52f6649ea11b is 50, key is test_row_0/A:col10/1733440836955/Put/seqid=0 2024-12-05T23:20:36,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742176_1352 (size=14741) 2024-12-05T23:20:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440897030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T23:20:37,088 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-05T23:20:37,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-05T23:20:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T23:20:37,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:37,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:37,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:37,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440897132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T23:20:37,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T23:20:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58064 deadline: 1733440897242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,245 DEBUG [Thread-1257 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58076 deadline: 1733440897245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,247 DEBUG [Thread-1255 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58090 deadline: 1733440897250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58028 deadline: 1733440897250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,252 DEBUG [Thread-1259 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:37,252 DEBUG [Thread-1263 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440897337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/be5cfcc4efe446d49b6e52f6649ea11b 2024-12-05T23:20:37,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/88f2ad7480ec4eea8c38b1d1cc09baba is 50, key is test_row_0/B:col10/1733440836955/Put/seqid=0 2024-12-05T23:20:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742177_1353 (size=12301) 2024-12-05T23:20:37,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/88f2ad7480ec4eea8c38b1d1cc09baba 2024-12-05T23:20:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T23:20:37,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T23:20:37,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:37,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/d1071981cbb543d8be03da3e46350d9e is 50, key is test_row_0/C:col10/1733440836955/Put/seqid=0 2024-12-05T23:20:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742178_1354 (size=12301) 2024-12-05T23:20:37,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T23:20:37,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:37,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440897639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T23:20:37,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T23:20:37,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:37,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/d1071981cbb543d8be03da3e46350d9e 2024-12-05T23:20:37,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/be5cfcc4efe446d49b6e52f6649ea11b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/be5cfcc4efe446d49b6e52f6649ea11b 2024-12-05T23:20:37,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:37,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T23:20:37,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:37,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:37,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/be5cfcc4efe446d49b6e52f6649ea11b, entries=200, sequenceid=367, filesize=14.4 K 2024-12-05T23:20:37,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/88f2ad7480ec4eea8c38b1d1cc09baba as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/88f2ad7480ec4eea8c38b1d1cc09baba 2024-12-05T23:20:37,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/88f2ad7480ec4eea8c38b1d1cc09baba, entries=150, sequenceid=367, filesize=12.0 K 2024-12-05T23:20:37,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/d1071981cbb543d8be03da3e46350d9e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d1071981cbb543d8be03da3e46350d9e 2024-12-05T23:20:37,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d1071981cbb543d8be03da3e46350d9e, entries=150, sequenceid=367, filesize=12.0 K 2024-12-05T23:20:37,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 19915c0d740d4e1e79877a01040071b5 in 917ms, sequenceid=367, compaction requested=true 2024-12-05T23:20:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:37,874 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:37,874 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:37,875 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:37,875 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:37,875 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:37,875 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:37,875 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,875 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,875 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/d9768127ed5b42dbb1a4376ee4fffa4b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5b87c21aebba4dcaa24a1eda0558f7df, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/88f2ad7480ec4eea8c38b1d1cc09baba] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=36.8 K 2024-12-05T23:20:37,875 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/41d70df14de440b598ae16053113ad53, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/837dc03493224c7e89827d07d3c3037c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/be5cfcc4efe446d49b6e52f6649ea11b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=39.2 K 2024-12-05T23:20:37,875 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d9768127ed5b42dbb1a4376ee4fffa4b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440833101 2024-12-05T23:20:37,876 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41d70df14de440b598ae16053113ad53, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440833101 2024-12-05T23:20:37,876 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b87c21aebba4dcaa24a1eda0558f7df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733440834792 2024-12-05T23:20:37,878 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837dc03493224c7e89827d07d3c3037c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733440834792 2024-12-05T23:20:37,878 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 88f2ad7480ec4eea8c38b1d1cc09baba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733440836949 2024-12-05T23:20:37,878 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting be5cfcc4efe446d49b6e52f6649ea11b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733440836949 2024-12-05T23:20:37,886 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:37,886 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/027b11163e2145d99f577fcd0000b7ec is 50, key is test_row_0/A:col10/1733440836955/Put/seqid=0 2024-12-05T23:20:37,887 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:37,887 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/44fc12b5cbb547428a9543a8cde5bc60 is 50, key is test_row_0/B:col10/1733440836955/Put/seqid=0 2024-12-05T23:20:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742179_1355 (size=13187) 2024-12-05T23:20:37,903 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/027b11163e2145d99f577fcd0000b7ec as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/027b11163e2145d99f577fcd0000b7ec 2024-12-05T23:20:37,908 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into 027b11163e2145d99f577fcd0000b7ec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:37,908 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:37,908 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440837874; duration=0sec 2024-12-05T23:20:37,908 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:37,908 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:37,908 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:37,909 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:37,909 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:37,909 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:37,909 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4833e08b6f4d4aae8976031f03eab515, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/89c68f56eeef4b4b91e67fac42151190, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d1071981cbb543d8be03da3e46350d9e] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=36.8 K 2024-12-05T23:20:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742180_1356 (size=13187) 2024-12-05T23:20:37,910 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4833e08b6f4d4aae8976031f03eab515, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440833101 2024-12-05T23:20:37,910 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89c68f56eeef4b4b91e67fac42151190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733440834792 2024-12-05T23:20:37,911 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1071981cbb543d8be03da3e46350d9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733440836949 2024-12-05T23:20:37,918 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:37,918 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/04ffbb3c2a384b1494a6ab982bc09f20 is 50, key is test_row_0/C:col10/1733440836955/Put/seqid=0 2024-12-05T23:20:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742181_1357 (size=13187) 2024-12-05T23:20:38,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:38,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T23:20:38,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:38,014 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:20:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:38,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fff9a1dd59394796a5dd0f2ffb6112e4 is 50, key is test_row_0/A:col10/1733440837006/Put/seqid=0 2024-12-05T23:20:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742182_1358 (size=12301) 2024-12-05T23:20:38,025 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fff9a1dd59394796a5dd0f2ffb6112e4 2024-12-05T23:20:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/412a0afe77a648688acedf9ba6116c56 is 50, key is test_row_0/B:col10/1733440837006/Put/seqid=0 2024-12-05T23:20:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742183_1359 (size=12301) 2024-12-05T23:20:38,051 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/412a0afe77a648688acedf9ba6116c56 2024-12-05T23:20:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/1a1d9560a5de49c9b9ac553d8a7e259d is 50, key is test_row_0/C:col10/1733440837006/Put/seqid=0 2024-12-05T23:20:38,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742184_1360 (size=12301) 2024-12-05T23:20:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:38,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:38,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440898178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T23:20:38,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440898281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:38,315 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/44fc12b5cbb547428a9543a8cde5bc60 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/44fc12b5cbb547428a9543a8cde5bc60 2024-12-05T23:20:38,319 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into 44fc12b5cbb547428a9543a8cde5bc60(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:38,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:38,319 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440837874; duration=0sec 2024-12-05T23:20:38,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:38,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:38,339 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/04ffbb3c2a384b1494a6ab982bc09f20 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/04ffbb3c2a384b1494a6ab982bc09f20 2024-12-05T23:20:38,344 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into 04ffbb3c2a384b1494a6ab982bc09f20(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:38,344 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:38,344 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440837874; duration=0sec 2024-12-05T23:20:38,344 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:38,344 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:38,469 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/1a1d9560a5de49c9b9ac553d8a7e259d 2024-12-05T23:20:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fff9a1dd59394796a5dd0f2ffb6112e4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fff9a1dd59394796a5dd0f2ffb6112e4 2024-12-05T23:20:38,481 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fff9a1dd59394796a5dd0f2ffb6112e4, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T23:20:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/412a0afe77a648688acedf9ba6116c56 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/412a0afe77a648688acedf9ba6116c56 2024-12-05T23:20:38,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440898484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:38,487 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/412a0afe77a648688acedf9ba6116c56, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T23:20:38,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/1a1d9560a5de49c9b9ac553d8a7e259d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/1a1d9560a5de49c9b9ac553d8a7e259d 2024-12-05T23:20:38,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/1a1d9560a5de49c9b9ac553d8a7e259d, entries=150, sequenceid=393, filesize=12.0 K 2024-12-05T23:20:38,493 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 19915c0d740d4e1e79877a01040071b5 in 479ms, sequenceid=393, compaction requested=false 2024-12-05T23:20:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-05T23:20:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-05T23:20:38,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-05T23:20:38,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-12-05T23:20:38,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4080 sec 2024-12-05T23:20:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:38,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:20:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:38,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/07681259f5844b30a6b79f0108f6426b is 50, key is test_row_0/A:col10/1733440838177/Put/seqid=0 2024-12-05T23:20:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742185_1361 (size=9857) 2024-12-05T23:20:38,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440898886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:38,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440898990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:39,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440899193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T23:20:39,198 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-05T23:20:39,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-05T23:20:39,200 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:39,201 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:39,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T23:20:39,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/07681259f5844b30a6b79f0108f6426b 2024-12-05T23:20:39,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/c3c08420607e4a8ba0040ec6aee00909 is 50, key is test_row_0/B:col10/1733440838177/Put/seqid=0 2024-12-05T23:20:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742186_1362 (size=9857) 2024-12-05T23:20:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T23:20:39,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:39,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T23:20:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440899497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T23:20:39,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:39,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T23:20:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/c3c08420607e4a8ba0040ec6aee00909 2024-12-05T23:20:39,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/3d7ec9ea9d994e1b95053a5da7d3cbd1 is 50, key is test_row_0/C:col10/1733440838177/Put/seqid=0 2024-12-05T23:20:39,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:39,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T23:20:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:39,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:39,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742187_1363 (size=9857) 2024-12-05T23:20:39,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/3d7ec9ea9d994e1b95053a5da7d3cbd1 2024-12-05T23:20:39,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/07681259f5844b30a6b79f0108f6426b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/07681259f5844b30a6b79f0108f6426b 2024-12-05T23:20:39,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/07681259f5844b30a6b79f0108f6426b, entries=100, sequenceid=407, filesize=9.6 K 2024-12-05T23:20:39,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/c3c08420607e4a8ba0040ec6aee00909 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/c3c08420607e4a8ba0040ec6aee00909 2024-12-05T23:20:39,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/c3c08420607e4a8ba0040ec6aee00909, entries=100, sequenceid=407, filesize=9.6 K 2024-12-05T23:20:39,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/3d7ec9ea9d994e1b95053a5da7d3cbd1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3d7ec9ea9d994e1b95053a5da7d3cbd1 2024-12-05T23:20:39,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3d7ec9ea9d994e1b95053a5da7d3cbd1, entries=100, sequenceid=407, filesize=9.6 K 2024-12-05T23:20:39,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19915c0d740d4e1e79877a01040071b5 in 922ms, sequenceid=407, compaction requested=true 2024-12-05T23:20:39,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:39,713 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:39,713 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:39,714 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:39,714 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:39,714 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,714 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/027b11163e2145d99f577fcd0000b7ec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fff9a1dd59394796a5dd0f2ffb6112e4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/07681259f5844b30a6b79f0108f6426b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=34.5 K 2024-12-05T23:20:39,714 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:39,714 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:39,714 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,714 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/44fc12b5cbb547428a9543a8cde5bc60, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/412a0afe77a648688acedf9ba6116c56, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/c3c08420607e4a8ba0040ec6aee00909] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=34.5 K 2024-12-05T23:20:39,714 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 027b11163e2145d99f577fcd0000b7ec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733440836949 2024-12-05T23:20:39,715 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 44fc12b5cbb547428a9543a8cde5bc60, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733440836949 2024-12-05T23:20:39,715 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff9a1dd59394796a5dd0f2ffb6112e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733440837006 2024-12-05T23:20:39,715 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 412a0afe77a648688acedf9ba6116c56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733440837006 2024-12-05T23:20:39,715 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07681259f5844b30a6b79f0108f6426b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733440838177 2024-12-05T23:20:39,723 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c3c08420607e4a8ba0040ec6aee00909, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733440838177 2024-12-05T23:20:39,750 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:39,750 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fb809daef3834e24b5761a514dee3b95 is 50, key is test_row_0/A:col10/1733440838177/Put/seqid=0 2024-12-05T23:20:39,751 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:39,751 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/b54d3102857642b8b6e33b15878b4883 is 50, key is test_row_0/B:col10/1733440838177/Put/seqid=0 2024-12-05T23:20:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742189_1365 (size=13289) 2024-12-05T23:20:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742188_1364 (size=13289) 2024-12-05T23:20:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T23:20:39,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:39,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T23:20:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:39,818 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:20:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/d33909cfc46c400ebeb52dcc8ea9c393 is 50, key is test_row_0/A:col10/1733440838875/Put/seqid=0 2024-12-05T23:20:39,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742190_1366 (size=12301) 2024-12-05T23:20:39,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/d33909cfc46c400ebeb52dcc8ea9c393 2024-12-05T23:20:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab is 50, key is test_row_0/B:col10/1733440838875/Put/seqid=0 2024-12-05T23:20:39,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742191_1367 (size=12301) 2024-12-05T23:20:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:40,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:40,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440900027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440900130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,175 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/fb809daef3834e24b5761a514dee3b95 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb809daef3834e24b5761a514dee3b95 2024-12-05T23:20:40,176 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/b54d3102857642b8b6e33b15878b4883 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/b54d3102857642b8b6e33b15878b4883 2024-12-05T23:20:40,180 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into fb809daef3834e24b5761a514dee3b95(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:40,181 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:40,181 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440839713; duration=0sec 2024-12-05T23:20:40,181 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into b54d3102857642b8b6e33b15878b4883(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:40,181 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:40,181 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:40,181 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440839713; duration=0sec 2024-12-05T23:20:40,181 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:40,181 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:40,181 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:40,181 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:40,182 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:40,182 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:40,182 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,183 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/04ffbb3c2a384b1494a6ab982bc09f20, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/1a1d9560a5de49c9b9ac553d8a7e259d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3d7ec9ea9d994e1b95053a5da7d3cbd1] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=34.5 K 2024-12-05T23:20:40,183 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ffbb3c2a384b1494a6ab982bc09f20, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733440836949 2024-12-05T23:20:40,183 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a1d9560a5de49c9b9ac553d8a7e259d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733440837006 2024-12-05T23:20:40,184 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d7ec9ea9d994e1b95053a5da7d3cbd1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733440838177 2024-12-05T23:20:40,190 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:40,190 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/c4d96e40825d41039fc265500209e44f is 50, key is test_row_0/C:col10/1733440838177/Put/seqid=0 2024-12-05T23:20:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742192_1368 (size=13289) 2024-12-05T23:20:40,244 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab 2024-12-05T23:20:40,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/ee094925d385481ab8edb6212dea5808 is 50, key is test_row_0/C:col10/1733440838875/Put/seqid=0 2024-12-05T23:20:40,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742193_1369 (size=12301) 2024-12-05T23:20:40,267 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/ee094925d385481ab8edb6212dea5808 2024-12-05T23:20:40,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/d33909cfc46c400ebeb52dcc8ea9c393 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/d33909cfc46c400ebeb52dcc8ea9c393 2024-12-05T23:20:40,281 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/d33909cfc46c400ebeb52dcc8ea9c393, entries=150, sequenceid=431, filesize=12.0 K 2024-12-05T23:20:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab 2024-12-05T23:20:40,288 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab, entries=150, sequenceid=431, filesize=12.0 K 2024-12-05T23:20:40,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/ee094925d385481ab8edb6212dea5808 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ee094925d385481ab8edb6212dea5808 2024-12-05T23:20:40,293 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ee094925d385481ab8edb6212dea5808, entries=150, sequenceid=431, filesize=12.0 K 2024-12-05T23:20:40,295 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 19915c0d740d4e1e79877a01040071b5 in 477ms, sequenceid=431, compaction requested=false 2024-12-05T23:20:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-05T23:20:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-05T23:20:40,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-05T23:20:40,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-12-05T23:20:40,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.1000 sec 2024-12-05T23:20:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T23:20:40,309 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-05T23:20:40,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-05T23:20:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T23:20:40,311 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:40,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:40,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:40,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:20:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:40,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/70220c71dd184b5cab8c5517843f38f4 is 50, key is test_row_0/A:col10/1733440840020/Put/seqid=0 2024-12-05T23:20:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742194_1370 (size=12301) 2024-12-05T23:20:40,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/70220c71dd184b5cab8c5517843f38f4 2024-12-05T23:20:40,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/24435a3bfa7d4e4ab33ddeed5defa295 is 50, key is test_row_0/B:col10/1733440840020/Put/seqid=0 2024-12-05T23:20:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742195_1371 (size=12301) 2024-12-05T23:20:40,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/24435a3bfa7d4e4ab33ddeed5defa295 2024-12-05T23:20:40,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/e2ab5850d22645cfa11f5dadff33a053 is 50, key is test_row_0/C:col10/1733440840020/Put/seqid=0 2024-12-05T23:20:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742196_1372 (size=12301) 2024-12-05T23:20:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440900409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T23:20:40,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T23:20:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440900512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,599 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/c4d96e40825d41039fc265500209e44f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c4d96e40825d41039fc265500209e44f 2024-12-05T23:20:40,610 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into c4d96e40825d41039fc265500209e44f(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:40,610 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:40,610 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440839713; duration=0sec 2024-12-05T23:20:40,610 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:40,610 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T23:20:40,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T23:20:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58032 deadline: 1733440900716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T23:20:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:40,782 DEBUG [Thread-1268 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3819c9f6 to 127.0.0.1:49561 2024-12-05T23:20:40,782 DEBUG [Thread-1268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:40,782 DEBUG [Thread-1274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a26c4c to 127.0.0.1:49561 2024-12-05T23:20:40,782 DEBUG [Thread-1274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:40,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/e2ab5850d22645cfa11f5dadff33a053 2024-12-05T23:20:40,784 DEBUG [Thread-1272 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bec6f0b to 127.0.0.1:49561 2024-12-05T23:20:40,784 DEBUG [Thread-1272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:40,786 DEBUG [Thread-1270 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dc73164 to 127.0.0.1:49561 2024-12-05T23:20:40,786 DEBUG [Thread-1270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:40,787 DEBUG [Thread-1266 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f340b24 to 127.0.0.1:49561 2024-12-05T23:20:40,787 DEBUG [Thread-1266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:40,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/70220c71dd184b5cab8c5517843f38f4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/70220c71dd184b5cab8c5517843f38f4 2024-12-05T23:20:40,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/70220c71dd184b5cab8c5517843f38f4, entries=150, sequenceid=446, filesize=12.0 K 2024-12-05T23:20:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/24435a3bfa7d4e4ab33ddeed5defa295 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/24435a3bfa7d4e4ab33ddeed5defa295 2024-12-05T23:20:40,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/24435a3bfa7d4e4ab33ddeed5defa295, entries=150, sequenceid=446, filesize=12.0 K 2024-12-05T23:20:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/e2ab5850d22645cfa11f5dadff33a053 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/e2ab5850d22645cfa11f5dadff33a053 2024-12-05T23:20:40,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/e2ab5850d22645cfa11f5dadff33a053, entries=150, sequenceid=446, filesize=12.0 K 2024-12-05T23:20:40,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 19915c0d740d4e1e79877a01040071b5 in 463ms, sequenceid=446, compaction requested=true 2024-12-05T23:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:40,799 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19915c0d740d4e1e79877a01040071b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:40,799 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:40,800 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:40,800 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:40,800 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/A is initiating minor compaction (all files) 2024-12-05T23:20:40,800 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/B is initiating minor compaction (all files) 2024-12-05T23:20:40,800 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/A in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,800 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/B in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,800 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb809daef3834e24b5761a514dee3b95, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/d33909cfc46c400ebeb52dcc8ea9c393, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/70220c71dd184b5cab8c5517843f38f4] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=37.0 K 2024-12-05T23:20:40,800 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/b54d3102857642b8b6e33b15878b4883, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/24435a3bfa7d4e4ab33ddeed5defa295] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=37.0 K 2024-12-05T23:20:40,801 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb809daef3834e24b5761a514dee3b95, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733440837015 2024-12-05T23:20:40,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b54d3102857642b8b6e33b15878b4883, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733440837015 2024-12-05T23:20:40,801 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33909cfc46c400ebeb52dcc8ea9c393, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733440838866 2024-12-05T23:20:40,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 73df5f2d5e0e4f0f9f94f3ee951ed8ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733440838866 2024-12-05T23:20:40,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 24435a3bfa7d4e4ab33ddeed5defa295, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733440840020 2024-12-05T23:20:40,801 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70220c71dd184b5cab8c5517843f38f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733440840020 2024-12-05T23:20:40,807 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#A#compaction#321 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:40,808 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/09edee09fcbe4c2a86bdf5fc2aa4fecd is 50, key is test_row_0/A:col10/1733440840020/Put/seqid=0 2024-12-05T23:20:40,810 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:40,810 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/99fba5119ce440d198d9c4264bbd6152 is 50, key is test_row_0/B:col10/1733440840020/Put/seqid=0 2024-12-05T23:20:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742197_1373 (size=13391) 2024-12-05T23:20:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742198_1374 (size=13391) 2024-12-05T23:20:40,827 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/99fba5119ce440d198d9c4264bbd6152 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/99fba5119ce440d198d9c4264bbd6152 2024-12-05T23:20:40,837 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/B of 19915c0d740d4e1e79877a01040071b5 into 99fba5119ce440d198d9c4264bbd6152(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:40,837 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:40,837 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/B, priority=13, startTime=1733440840799; duration=0sec 2024-12-05T23:20:40,837 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:40,837 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:B 2024-12-05T23:20:40,837 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:40,839 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:40,839 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 19915c0d740d4e1e79877a01040071b5/C is initiating minor compaction (all files) 2024-12-05T23:20:40,839 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19915c0d740d4e1e79877a01040071b5/C in TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,839 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c4d96e40825d41039fc265500209e44f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ee094925d385481ab8edb6212dea5808, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/e2ab5850d22645cfa11f5dadff33a053] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp, totalSize=37.0 K 2024-12-05T23:20:40,839 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c4d96e40825d41039fc265500209e44f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733440837015 2024-12-05T23:20:40,840 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ee094925d385481ab8edb6212dea5808, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733440838866 2024-12-05T23:20:40,840 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ab5850d22645cfa11f5dadff33a053, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733440840020 2024-12-05T23:20:40,846 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19915c0d740d4e1e79877a01040071b5#C#compaction#323 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:40,847 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/389156f889294cf496f87218d504afc2 is 50, key is test_row_0/C:col10/1733440840020/Put/seqid=0 2024-12-05T23:20:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742199_1375 (size=13391) 2024-12-05T23:20:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T23:20:40,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:40,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T23:20:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:40,923 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:20:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/f1f8e3a90b7c4b0281a6448456b533a1 is 50, key is test_row_0/A:col10/1733440840398/Put/seqid=0 2024-12-05T23:20:40,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742200_1376 (size=12301) 2024-12-05T23:20:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:41,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. as already flushing 2024-12-05T23:20:41,021 DEBUG [Thread-1261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d8ad087 to 127.0.0.1:49561 2024-12-05T23:20:41,022 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:41,222 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/09edee09fcbe4c2a86bdf5fc2aa4fecd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09edee09fcbe4c2a86bdf5fc2aa4fecd 2024-12-05T23:20:41,226 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/A of 19915c0d740d4e1e79877a01040071b5 into 09edee09fcbe4c2a86bdf5fc2aa4fecd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:41,226 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:41,226 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/A, priority=13, startTime=1733440840799; duration=0sec 2024-12-05T23:20:41,227 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:41,227 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:A 2024-12-05T23:20:41,250 DEBUG [Thread-1255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5de16053 to 127.0.0.1:49561 2024-12-05T23:20:41,250 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:41,250 DEBUG [Thread-1257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79228433 to 127.0.0.1:49561 2024-12-05T23:20:41,250 DEBUG [Thread-1257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:41,255 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/389156f889294cf496f87218d504afc2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/389156f889294cf496f87218d504afc2 2024-12-05T23:20:41,259 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19915c0d740d4e1e79877a01040071b5/C of 19915c0d740d4e1e79877a01040071b5 into 389156f889294cf496f87218d504afc2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:41,259 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:41,259 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5., storeName=19915c0d740d4e1e79877a01040071b5/C, priority=13, startTime=1733440840799; duration=0sec 2024-12-05T23:20:41,259 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:41,259 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19915c0d740d4e1e79877a01040071b5:C 2024-12-05T23:20:41,259 DEBUG [Thread-1263 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bc97c62 to 127.0.0.1:49561 2024-12-05T23:20:41,259 DEBUG [Thread-1263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:41,265 DEBUG [Thread-1259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774e895a to 127.0.0.1:49561 2024-12-05T23:20:41,265 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:41,336 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/f1f8e3a90b7c4b0281a6448456b533a1 2024-12-05T23:20:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/dacedefe2e0a49dcb1a86add3985620c is 50, key is test_row_0/B:col10/1733440840398/Put/seqid=0 2024-12-05T23:20:41,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742201_1377 (size=12301) 2024-12-05T23:20:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T23:20:41,747 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/dacedefe2e0a49dcb1a86add3985620c 2024-12-05T23:20:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/ed1c13b22e484d89a9860cb893c2600b is 50, key is test_row_0/C:col10/1733440840398/Put/seqid=0 2024-12-05T23:20:41,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742202_1378 (size=12301) 2024-12-05T23:20:41,759 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/ed1c13b22e484d89a9860cb893c2600b 2024-12-05T23:20:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/f1f8e3a90b7c4b0281a6448456b533a1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1f8e3a90b7c4b0281a6448456b533a1 2024-12-05T23:20:41,766 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1f8e3a90b7c4b0281a6448456b533a1, entries=150, sequenceid=471, filesize=12.0 K 2024-12-05T23:20:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/dacedefe2e0a49dcb1a86add3985620c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dacedefe2e0a49dcb1a86add3985620c 2024-12-05T23:20:41,770 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dacedefe2e0a49dcb1a86add3985620c, entries=150, sequenceid=471, filesize=12.0 K 2024-12-05T23:20:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/ed1c13b22e484d89a9860cb893c2600b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ed1c13b22e484d89a9860cb893c2600b 2024-12-05T23:20:41,773 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ed1c13b22e484d89a9860cb893c2600b, entries=150, sequenceid=471, filesize=12.0 K 2024-12-05T23:20:41,774 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 19915c0d740d4e1e79877a01040071b5 in 851ms, sequenceid=471, compaction requested=false 2024-12-05T23:20:41,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:41,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:41,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-05T23:20:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-05T23:20:41,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-05T23:20:41,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-12-05T23:20:41,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.4660 sec 2024-12-05T23:20:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T23:20:42,415 INFO [Thread-1265 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 139 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5830 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5885 2024-12-05T23:20:42,415 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5722 2024-12-05T23:20:42,416 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5815 2024-12-05T23:20:42,416 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5877 2024-12-05T23:20:42,416 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T23:20:42,416 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T23:20:42,416 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x530fef1b to 127.0.0.1:49561 2024-12-05T23:20:42,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:42,416 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T23:20:42,416 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T23:20:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T23:20:42,419 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440842419"}]},"ts":"1733440842419"} 2024-12-05T23:20:42,420 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T23:20:42,421 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T23:20:42,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:20:42,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19915c0d740d4e1e79877a01040071b5, UNASSIGN}] 2024-12-05T23:20:42,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19915c0d740d4e1e79877a01040071b5, UNASSIGN 2024-12-05T23:20:42,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=19915c0d740d4e1e79877a01040071b5, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:42,425 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:20:42,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:20:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T23:20:42,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:42,577 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:42,577 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:20:42,577 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 19915c0d740d4e1e79877a01040071b5, disabling compactions & flushes 2024-12-05T23:20:42,577 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:42,577 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:42,577 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. after waiting 0 ms 2024-12-05T23:20:42,577 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:42,577 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing 19915c0d740d4e1e79877a01040071b5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T23:20:42,577 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=A 2024-12-05T23:20:42,578 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:42,578 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=B 2024-12-05T23:20:42,578 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:42,578 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19915c0d740d4e1e79877a01040071b5, store=C 2024-12-05T23:20:42,578 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:42,581 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/6b305341b9a34467a777a2e972e7cea6 is 50, key is test_row_0/A:col10/1733440841249/Put/seqid=0 2024-12-05T23:20:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742203_1379 (size=12301) 2024-12-05T23:20:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T23:20:42,985 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/6b305341b9a34467a777a2e972e7cea6 2024-12-05T23:20:42,994 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4667455ebfba4ae1832bab0d19989b1f is 50, key is test_row_0/B:col10/1733440841249/Put/seqid=0 2024-12-05T23:20:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742204_1380 (size=12301) 2024-12-05T23:20:43,000 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4667455ebfba4ae1832bab0d19989b1f 2024-12-05T23:20:43,007 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/178d7763cd5448c6816e187df1bbf80d is 50, key is test_row_0/C:col10/1733440841249/Put/seqid=0 2024-12-05T23:20:43,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742205_1381 (size=12301) 2024-12-05T23:20:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T23:20:43,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:20:43,412 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/178d7763cd5448c6816e187df1bbf80d 2024-12-05T23:20:43,416 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/A/6b305341b9a34467a777a2e972e7cea6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/6b305341b9a34467a777a2e972e7cea6 2024-12-05T23:20:43,419 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/6b305341b9a34467a777a2e972e7cea6, entries=150, sequenceid=481, filesize=12.0 K 2024-12-05T23:20:43,420 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/B/4667455ebfba4ae1832bab0d19989b1f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4667455ebfba4ae1832bab0d19989b1f 2024-12-05T23:20:43,423 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4667455ebfba4ae1832bab0d19989b1f, entries=150, sequenceid=481, filesize=12.0 K 2024-12-05T23:20:43,424 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/.tmp/C/178d7763cd5448c6816e187df1bbf80d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/178d7763cd5448c6816e187df1bbf80d 2024-12-05T23:20:43,427 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/178d7763cd5448c6816e187df1bbf80d, entries=150, sequenceid=481, filesize=12.0 K 2024-12-05T23:20:43,428 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 19915c0d740d4e1e79877a01040071b5 in 851ms, sequenceid=481, compaction requested=true 2024-12-05T23:20:43,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/86ca374605b34a82866eeaf904ff3c5c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1a008147138479eaac9562639417f3b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a04fe77c5816496e9697e7c32c95f9d0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/005f1abeadbf468e90896b20d71f14ce, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/803afbdf531843ee9510db72b6e40d13, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1888cbe26e8740dba60413606a58206e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/5a3788b334394cddb3c738b407b5a694, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b3dc439f679a49b9b951ce404a969151, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/67263568eef34de38132a577b32bb7cd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1592e15f3e24868afe1938155f0381d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/3c57c264c4ab4721ad5947da0b85ec9d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a3e25fc6546f4928a1ce21a056662ce2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1ee88dfcda0d4f30815e6c5b137f1194, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e7b69f0573d444919840f3fa783498e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/c756eb715eb54dd78541bee9510b2167, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/ef212ee74202457a943c5caf437f8957, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb188cc0f11d4deab94eb3a5f39aa1a2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1f0b98182744e30959839e7716436cf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/8f45f875ee7f49f6a715db92a1a73ad3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/83c75e8059d441658b2f594e3a0913a2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e11464b3911a42c2b79d7db2786ceb07, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09172e0d6697451fabaf08b8db212364, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/41d70df14de440b598ae16053113ad53, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b223754cd4fa49108ded04979e117235, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/837dc03493224c7e89827d07d3c3037c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/be5cfcc4efe446d49b6e52f6649ea11b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/027b11163e2145d99f577fcd0000b7ec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fff9a1dd59394796a5dd0f2ffb6112e4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb809daef3834e24b5761a514dee3b95, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/07681259f5844b30a6b79f0108f6426b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/d33909cfc46c400ebeb52dcc8ea9c393, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/70220c71dd184b5cab8c5517843f38f4] to archive 2024-12-05T23:20:43,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:20:43,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/86ca374605b34a82866eeaf904ff3c5c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/86ca374605b34a82866eeaf904ff3c5c 2024-12-05T23:20:43,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1a008147138479eaac9562639417f3b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1a008147138479eaac9562639417f3b 2024-12-05T23:20:43,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a04fe77c5816496e9697e7c32c95f9d0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a04fe77c5816496e9697e7c32c95f9d0 2024-12-05T23:20:43,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/005f1abeadbf468e90896b20d71f14ce to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/005f1abeadbf468e90896b20d71f14ce 2024-12-05T23:20:43,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/803afbdf531843ee9510db72b6e40d13 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/803afbdf531843ee9510db72b6e40d13 2024-12-05T23:20:43,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1888cbe26e8740dba60413606a58206e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1888cbe26e8740dba60413606a58206e 2024-12-05T23:20:43,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/5a3788b334394cddb3c738b407b5a694 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/5a3788b334394cddb3c738b407b5a694 2024-12-05T23:20:43,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b3dc439f679a49b9b951ce404a969151 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b3dc439f679a49b9b951ce404a969151 2024-12-05T23:20:43,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/67263568eef34de38132a577b32bb7cd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/67263568eef34de38132a577b32bb7cd 2024-12-05T23:20:43,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1592e15f3e24868afe1938155f0381d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1592e15f3e24868afe1938155f0381d 2024-12-05T23:20:43,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/3c57c264c4ab4721ad5947da0b85ec9d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/3c57c264c4ab4721ad5947da0b85ec9d 2024-12-05T23:20:43,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a3e25fc6546f4928a1ce21a056662ce2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/a3e25fc6546f4928a1ce21a056662ce2 2024-12-05T23:20:43,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1ee88dfcda0d4f30815e6c5b137f1194 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/1ee88dfcda0d4f30815e6c5b137f1194 2024-12-05T23:20:43,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e7b69f0573d444919840f3fa783498e9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e7b69f0573d444919840f3fa783498e9 2024-12-05T23:20:43,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/c756eb715eb54dd78541bee9510b2167 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/c756eb715eb54dd78541bee9510b2167 2024-12-05T23:20:43,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/ef212ee74202457a943c5caf437f8957 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/ef212ee74202457a943c5caf437f8957 2024-12-05T23:20:43,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb188cc0f11d4deab94eb3a5f39aa1a2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb188cc0f11d4deab94eb3a5f39aa1a2 2024-12-05T23:20:43,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1f0b98182744e30959839e7716436cf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b1f0b98182744e30959839e7716436cf 2024-12-05T23:20:43,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/8f45f875ee7f49f6a715db92a1a73ad3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/8f45f875ee7f49f6a715db92a1a73ad3 2024-12-05T23:20:43,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/83c75e8059d441658b2f594e3a0913a2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/83c75e8059d441658b2f594e3a0913a2 2024-12-05T23:20:43,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e11464b3911a42c2b79d7db2786ceb07 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/e11464b3911a42c2b79d7db2786ceb07 2024-12-05T23:20:43,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09172e0d6697451fabaf08b8db212364 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09172e0d6697451fabaf08b8db212364 2024-12-05T23:20:43,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/41d70df14de440b598ae16053113ad53 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/41d70df14de440b598ae16053113ad53 2024-12-05T23:20:43,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b223754cd4fa49108ded04979e117235 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/b223754cd4fa49108ded04979e117235 2024-12-05T23:20:43,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/837dc03493224c7e89827d07d3c3037c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/837dc03493224c7e89827d07d3c3037c 2024-12-05T23:20:43,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/be5cfcc4efe446d49b6e52f6649ea11b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/be5cfcc4efe446d49b6e52f6649ea11b 2024-12-05T23:20:43,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/027b11163e2145d99f577fcd0000b7ec to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/027b11163e2145d99f577fcd0000b7ec 2024-12-05T23:20:43,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fff9a1dd59394796a5dd0f2ffb6112e4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fff9a1dd59394796a5dd0f2ffb6112e4 2024-12-05T23:20:43,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb809daef3834e24b5761a514dee3b95 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/fb809daef3834e24b5761a514dee3b95 2024-12-05T23:20:43,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/07681259f5844b30a6b79f0108f6426b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/07681259f5844b30a6b79f0108f6426b 2024-12-05T23:20:43,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/d33909cfc46c400ebeb52dcc8ea9c393 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/d33909cfc46c400ebeb52dcc8ea9c393 2024-12-05T23:20:43,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/70220c71dd184b5cab8c5517843f38f4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/70220c71dd184b5cab8c5517843f38f4 2024-12-05T23:20:43,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f2b71223ec40458ea91db9a344b898df, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/ed78a920962a470483388015456610ae, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5f74cf11f6f740479a9e305c4ac9f89b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4f31e03f1bd44a80bcf050827c683398, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/daaed183ec0a4ceaa2ada4d58cab511d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/47f1ff1372d64536a676b2bea05455e8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/08e14edc2da5412ba9792db67dd15a24, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/2bb191927cc94098aded201da26614d9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4d8cdd84a9b24bd68f690550cb8008d6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/19274f33b0744f36aa0496b58bd74b79, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e83895ad7cad4e55937c9b4d397baf8b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dad42ddac6284a51996a174ac4ea61d3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/578689f519f24d59ac07db99ab52d1b2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/874ddcc43edc4240a8402a5112f1dabd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/436206a4672643beada00de579ef5ec1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/64b06d846630497f867b204def2c4844, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/495f0342d15d4a3fb21a2c35cb55bd5f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f928e4493f034fec8735503844c6e236, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e383322fa712416c98f64a2c70f0c0ad, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/afae7bcb323f4e778958670b2cce2727, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/144c88cfeb2d421ab8ad77ce281a2c6b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/3759f675897e459bb775839ebf4a7d22, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/d9768127ed5b42dbb1a4376ee4fffa4b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/9f92e83c48a8475ca41594f2d15248af, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5b87c21aebba4dcaa24a1eda0558f7df, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/44fc12b5cbb547428a9543a8cde5bc60, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/88f2ad7480ec4eea8c38b1d1cc09baba, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/412a0afe77a648688acedf9ba6116c56, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/b54d3102857642b8b6e33b15878b4883, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/c3c08420607e4a8ba0040ec6aee00909, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/24435a3bfa7d4e4ab33ddeed5defa295] to archive 2024-12-05T23:20:43,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:20:43,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f2b71223ec40458ea91db9a344b898df to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f2b71223ec40458ea91db9a344b898df 2024-12-05T23:20:43,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/ed78a920962a470483388015456610ae to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/ed78a920962a470483388015456610ae 2024-12-05T23:20:43,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5f74cf11f6f740479a9e305c4ac9f89b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5f74cf11f6f740479a9e305c4ac9f89b 2024-12-05T23:20:43,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4f31e03f1bd44a80bcf050827c683398 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4f31e03f1bd44a80bcf050827c683398 2024-12-05T23:20:43,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/daaed183ec0a4ceaa2ada4d58cab511d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/daaed183ec0a4ceaa2ada4d58cab511d 2024-12-05T23:20:43,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/47f1ff1372d64536a676b2bea05455e8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/47f1ff1372d64536a676b2bea05455e8 2024-12-05T23:20:43,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/08e14edc2da5412ba9792db67dd15a24 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/08e14edc2da5412ba9792db67dd15a24 2024-12-05T23:20:43,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/2bb191927cc94098aded201da26614d9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/2bb191927cc94098aded201da26614d9 2024-12-05T23:20:43,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4d8cdd84a9b24bd68f690550cb8008d6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4d8cdd84a9b24bd68f690550cb8008d6 2024-12-05T23:20:43,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/19274f33b0744f36aa0496b58bd74b79 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/19274f33b0744f36aa0496b58bd74b79 2024-12-05T23:20:43,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e83895ad7cad4e55937c9b4d397baf8b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e83895ad7cad4e55937c9b4d397baf8b 2024-12-05T23:20:43,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dad42ddac6284a51996a174ac4ea61d3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dad42ddac6284a51996a174ac4ea61d3 2024-12-05T23:20:43,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/578689f519f24d59ac07db99ab52d1b2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/578689f519f24d59ac07db99ab52d1b2 2024-12-05T23:20:43,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/874ddcc43edc4240a8402a5112f1dabd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/874ddcc43edc4240a8402a5112f1dabd 2024-12-05T23:20:43,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/436206a4672643beada00de579ef5ec1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/436206a4672643beada00de579ef5ec1 2024-12-05T23:20:43,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/64b06d846630497f867b204def2c4844 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/64b06d846630497f867b204def2c4844 2024-12-05T23:20:43,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/495f0342d15d4a3fb21a2c35cb55bd5f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/495f0342d15d4a3fb21a2c35cb55bd5f 2024-12-05T23:20:43,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f928e4493f034fec8735503844c6e236 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/f928e4493f034fec8735503844c6e236 2024-12-05T23:20:43,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e383322fa712416c98f64a2c70f0c0ad to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/e383322fa712416c98f64a2c70f0c0ad 2024-12-05T23:20:43,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/afae7bcb323f4e778958670b2cce2727 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/afae7bcb323f4e778958670b2cce2727 2024-12-05T23:20:43,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/144c88cfeb2d421ab8ad77ce281a2c6b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/144c88cfeb2d421ab8ad77ce281a2c6b 2024-12-05T23:20:43,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/3759f675897e459bb775839ebf4a7d22 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/3759f675897e459bb775839ebf4a7d22 2024-12-05T23:20:43,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/d9768127ed5b42dbb1a4376ee4fffa4b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/d9768127ed5b42dbb1a4376ee4fffa4b 2024-12-05T23:20:43,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/9f92e83c48a8475ca41594f2d15248af to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/9f92e83c48a8475ca41594f2d15248af 2024-12-05T23:20:43,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5b87c21aebba4dcaa24a1eda0558f7df to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/5b87c21aebba4dcaa24a1eda0558f7df 2024-12-05T23:20:43,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/44fc12b5cbb547428a9543a8cde5bc60 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/44fc12b5cbb547428a9543a8cde5bc60 2024-12-05T23:20:43,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/88f2ad7480ec4eea8c38b1d1cc09baba to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/88f2ad7480ec4eea8c38b1d1cc09baba 2024-12-05T23:20:43,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/412a0afe77a648688acedf9ba6116c56 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/412a0afe77a648688acedf9ba6116c56 2024-12-05T23:20:43,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/b54d3102857642b8b6e33b15878b4883 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/b54d3102857642b8b6e33b15878b4883 2024-12-05T23:20:43,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/c3c08420607e4a8ba0040ec6aee00909 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/c3c08420607e4a8ba0040ec6aee00909 2024-12-05T23:20:43,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/73df5f2d5e0e4f0f9f94f3ee951ed8ab 2024-12-05T23:20:43,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/24435a3bfa7d4e4ab33ddeed5defa295 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/24435a3bfa7d4e4ab33ddeed5defa295 2024-12-05T23:20:43,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/bd405f97ca7442f48d56b62c60b6b271, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c542e13f42f548188edb00a2884da4bc, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/76d7138015794a1f9ca371c36a540edb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/100136e7356a449fbe0de9a420521b81, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b96b50d80b984e3ea00ac59e3756c79f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3c87f5086c7b42b19ce616661ac1c442, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/aefd6f2f59fd446286aed2d95c07090c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/7e323a9d022d47118a6cefcd9a328b6b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/85d089f8ee6a4726af4cd6dd68f9f5ce, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/10d4d08193614d2dbf39d4aa5edf395b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b72c261beae1459c952f2c41caf7b7bb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d97aeec750b2420ba251d56fcf3ef058, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f2888a4f7d0d4da584056b92cb6375a1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/9446b74d9ddb41208ada64ccfd864f07, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/8769ad1a7ee845d886588a751749f9b4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/75414497cf26425c924424f96d1d09cb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0aff74e2f1534a309a6156b58d4afb35, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4b7555707d59477e8f102dbbb95e1626, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f03f23db150248e5b943a87be902d6ca, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/db5acf4339ba40f0a2bb1f6d1b8ea719, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/5abff6d665ea4ac79681a710b9955960, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/06a4fef419ed4d549929aaf5a9ec02f5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4833e08b6f4d4aae8976031f03eab515, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0ba8a92729b74f6580860d9b88247749, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/89c68f56eeef4b4b91e67fac42151190, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/04ffbb3c2a384b1494a6ab982bc09f20, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d1071981cbb543d8be03da3e46350d9e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/1a1d9560a5de49c9b9ac553d8a7e259d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c4d96e40825d41039fc265500209e44f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3d7ec9ea9d994e1b95053a5da7d3cbd1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ee094925d385481ab8edb6212dea5808, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/e2ab5850d22645cfa11f5dadff33a053] to archive 2024-12-05T23:20:43,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:20:43,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/bd405f97ca7442f48d56b62c60b6b271 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/bd405f97ca7442f48d56b62c60b6b271 2024-12-05T23:20:43,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c542e13f42f548188edb00a2884da4bc to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c542e13f42f548188edb00a2884da4bc 2024-12-05T23:20:43,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/76d7138015794a1f9ca371c36a540edb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/76d7138015794a1f9ca371c36a540edb 2024-12-05T23:20:43,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/100136e7356a449fbe0de9a420521b81 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/100136e7356a449fbe0de9a420521b81 2024-12-05T23:20:43,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b96b50d80b984e3ea00ac59e3756c79f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b96b50d80b984e3ea00ac59e3756c79f 2024-12-05T23:20:43,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3c87f5086c7b42b19ce616661ac1c442 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3c87f5086c7b42b19ce616661ac1c442 2024-12-05T23:20:43,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/aefd6f2f59fd446286aed2d95c07090c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/aefd6f2f59fd446286aed2d95c07090c 2024-12-05T23:20:43,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/7e323a9d022d47118a6cefcd9a328b6b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/7e323a9d022d47118a6cefcd9a328b6b 2024-12-05T23:20:43,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/85d089f8ee6a4726af4cd6dd68f9f5ce to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/85d089f8ee6a4726af4cd6dd68f9f5ce 2024-12-05T23:20:43,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/10d4d08193614d2dbf39d4aa5edf395b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/10d4d08193614d2dbf39d4aa5edf395b 2024-12-05T23:20:43,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b72c261beae1459c952f2c41caf7b7bb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/b72c261beae1459c952f2c41caf7b7bb 2024-12-05T23:20:43,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d97aeec750b2420ba251d56fcf3ef058 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d97aeec750b2420ba251d56fcf3ef058 2024-12-05T23:20:43,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f2888a4f7d0d4da584056b92cb6375a1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f2888a4f7d0d4da584056b92cb6375a1 2024-12-05T23:20:43,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/9446b74d9ddb41208ada64ccfd864f07 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/9446b74d9ddb41208ada64ccfd864f07 2024-12-05T23:20:43,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/8769ad1a7ee845d886588a751749f9b4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/8769ad1a7ee845d886588a751749f9b4 2024-12-05T23:20:43,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/75414497cf26425c924424f96d1d09cb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/75414497cf26425c924424f96d1d09cb 2024-12-05T23:20:43,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0aff74e2f1534a309a6156b58d4afb35 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0aff74e2f1534a309a6156b58d4afb35 2024-12-05T23:20:43,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4b7555707d59477e8f102dbbb95e1626 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4b7555707d59477e8f102dbbb95e1626 2024-12-05T23:20:43,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f03f23db150248e5b943a87be902d6ca to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/f03f23db150248e5b943a87be902d6ca 2024-12-05T23:20:43,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/db5acf4339ba40f0a2bb1f6d1b8ea719 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/db5acf4339ba40f0a2bb1f6d1b8ea719 2024-12-05T23:20:43,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/5abff6d665ea4ac79681a710b9955960 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/5abff6d665ea4ac79681a710b9955960 2024-12-05T23:20:43,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/06a4fef419ed4d549929aaf5a9ec02f5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/06a4fef419ed4d549929aaf5a9ec02f5 2024-12-05T23:20:43,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4833e08b6f4d4aae8976031f03eab515 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/4833e08b6f4d4aae8976031f03eab515 2024-12-05T23:20:43,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0ba8a92729b74f6580860d9b88247749 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/0ba8a92729b74f6580860d9b88247749 2024-12-05T23:20:43,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/89c68f56eeef4b4b91e67fac42151190 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/89c68f56eeef4b4b91e67fac42151190 2024-12-05T23:20:43,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/04ffbb3c2a384b1494a6ab982bc09f20 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/04ffbb3c2a384b1494a6ab982bc09f20 2024-12-05T23:20:43,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d1071981cbb543d8be03da3e46350d9e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/d1071981cbb543d8be03da3e46350d9e 2024-12-05T23:20:43,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/1a1d9560a5de49c9b9ac553d8a7e259d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/1a1d9560a5de49c9b9ac553d8a7e259d 2024-12-05T23:20:43,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c4d96e40825d41039fc265500209e44f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/c4d96e40825d41039fc265500209e44f 2024-12-05T23:20:43,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3d7ec9ea9d994e1b95053a5da7d3cbd1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/3d7ec9ea9d994e1b95053a5da7d3cbd1 2024-12-05T23:20:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T23:20:43,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ee094925d385481ab8edb6212dea5808 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ee094925d385481ab8edb6212dea5808 2024-12-05T23:20:43,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/e2ab5850d22645cfa11f5dadff33a053 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/e2ab5850d22645cfa11f5dadff33a053 2024-12-05T23:20:43,527 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/recovered.edits/484.seqid, newMaxSeqId=484, maxSeqId=1 2024-12-05T23:20:43,527 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5. 2024-12-05T23:20:43,527 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 19915c0d740d4e1e79877a01040071b5: 2024-12-05T23:20:43,528 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:43,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=19915c0d740d4e1e79877a01040071b5, regionState=CLOSED 2024-12-05T23:20:43,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-05T23:20:43,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 19915c0d740d4e1e79877a01040071b5, server=9e5740704f6b,41841,1733440754996 in 1.1050 sec 2024-12-05T23:20:43,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-05T23:20:43,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19915c0d740d4e1e79877a01040071b5, UNASSIGN in 1.1080 sec 2024-12-05T23:20:43,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-05T23:20:43,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1100 sec 2024-12-05T23:20:43,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440843534"}]},"ts":"1733440843534"} 2024-12-05T23:20:43,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T23:20:43,536 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T23:20:43,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1200 sec 2024-12-05T23:20:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T23:20:44,523 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-05T23:20:44,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T23:20:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:44,524 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:44,525 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T23:20:44,526 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:44,528 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/recovered.edits] 2024-12-05T23:20:44,530 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09edee09fcbe4c2a86bdf5fc2aa4fecd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/09edee09fcbe4c2a86bdf5fc2aa4fecd 2024-12-05T23:20:44,531 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/6b305341b9a34467a777a2e972e7cea6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/6b305341b9a34467a777a2e972e7cea6 2024-12-05T23:20:44,533 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1f8e3a90b7c4b0281a6448456b533a1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/A/f1f8e3a90b7c4b0281a6448456b533a1 2024-12-05T23:20:44,534 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4667455ebfba4ae1832bab0d19989b1f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/4667455ebfba4ae1832bab0d19989b1f 2024-12-05T23:20:44,535 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/99fba5119ce440d198d9c4264bbd6152 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/99fba5119ce440d198d9c4264bbd6152 2024-12-05T23:20:44,536 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dacedefe2e0a49dcb1a86add3985620c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/B/dacedefe2e0a49dcb1a86add3985620c 2024-12-05T23:20:44,538 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/178d7763cd5448c6816e187df1bbf80d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/178d7763cd5448c6816e187df1bbf80d 2024-12-05T23:20:44,539 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/389156f889294cf496f87218d504afc2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/389156f889294cf496f87218d504afc2 2024-12-05T23:20:44,540 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ed1c13b22e484d89a9860cb893c2600b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/C/ed1c13b22e484d89a9860cb893c2600b 2024-12-05T23:20:44,542 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/recovered.edits/484.seqid to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5/recovered.edits/484.seqid 2024-12-05T23:20:44,543 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/19915c0d740d4e1e79877a01040071b5 2024-12-05T23:20:44,543 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T23:20:44,545 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:44,547 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T23:20:44,549 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T23:20:44,550 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:44,550 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T23:20:44,550 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733440844550"}]},"ts":"9223372036854775807"} 2024-12-05T23:20:44,552 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T23:20:44,552 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 19915c0d740d4e1e79877a01040071b5, NAME => 'TestAcidGuarantees,,1733440818617.19915c0d740d4e1e79877a01040071b5.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T23:20:44,552 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T23:20:44,552 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733440844552"}]},"ts":"9223372036854775807"} 2024-12-05T23:20:44,553 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T23:20:44,555 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:44,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-05T23:20:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T23:20:44,626 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-05T23:20:44,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=455 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=579 (was 576) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2788 (was 3465) 2024-12-05T23:20:44,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=579, ProcessCount=11, AvailableMemoryMB=2787 2024-12-05T23:20:44,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:20:44,646 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:44,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:20:44,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:44,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-12-05T23:20:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-05T23:20:44,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:20:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742206_1382 (size=963) 2024-12-05T23:20:44,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T23:20:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-05T23:20:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-05T23:20:45,056 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:20:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742207_1383 (size=53) 2024-12-05T23:20:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-05T23:20:45,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:45,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 80ea72c19d7c3bdd7831128be5e0117f, disabling compactions & flushes 2024-12-05T23:20:45,462 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. after waiting 0 ms 2024-12-05T23:20:45,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,462 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:45,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:20:45,463 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733440845463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440845463"}]},"ts":"1733440845463"} 2024-12-05T23:20:45,464 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T23:20:45,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:20:45,465 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440845465"}]},"ts":"1733440845465"} 2024-12-05T23:20:45,466 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T23:20:45,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, ASSIGN}] 2024-12-05T23:20:45,470 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, ASSIGN 2024-12-05T23:20:45,471 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, ASSIGN; state=OFFLINE, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=false 2024-12-05T23:20:45,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:45,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:20:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-05T23:20:45,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:45,777 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,777 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:45,778 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,778 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:45,778 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,778 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,779 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,780 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:45,780 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ea72c19d7c3bdd7831128be5e0117f columnFamilyName A 2024-12-05T23:20:45,780 DEBUG [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,781 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(327): Store=80ea72c19d7c3bdd7831128be5e0117f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:45,781 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,782 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:45,782 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ea72c19d7c3bdd7831128be5e0117f columnFamilyName B 2024-12-05T23:20:45,782 DEBUG [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,782 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(327): Store=80ea72c19d7c3bdd7831128be5e0117f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:45,782 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,783 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:45,783 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ea72c19d7c3bdd7831128be5e0117f columnFamilyName C 2024-12-05T23:20:45,783 DEBUG [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,783 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(327): Store=80ea72c19d7c3bdd7831128be5e0117f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:45,783 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,784 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,784 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,785 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:20:45,786 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:45,787 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:45,788 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 80ea72c19d7c3bdd7831128be5e0117f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64101579, jitterRate=-0.04481203854084015}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:20:45,788 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:45,789 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., pid=100, masterSystemTime=1733440845774 2024-12-05T23:20:45,790 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,790 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:45,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:45,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-05T23:20:45,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 in 168 msec 2024-12-05T23:20:45,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-05T23:20:45,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, ASSIGN in 323 msec 2024-12-05T23:20:45,794 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:20:45,794 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440845794"}]},"ts":"1733440845794"} 2024-12-05T23:20:45,794 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T23:20:45,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:20:45,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-12-05T23:20:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-05T23:20:46,753 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-05T23:20:46,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01b57158 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25efb625 2024-12-05T23:20:46,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1c1660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:46,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:46,760 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:46,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:46,761 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:46,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:20:46,764 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T23:20:46,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742208_1384 (size=999) 2024-12-05T23:20:47,176 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T23:20:47,176 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T23:20:47,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:20:47,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, REOPEN/MOVE}] 2024-12-05T23:20:47,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, REOPEN/MOVE 2024-12-05T23:20:47,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,182 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:20:47,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:20:47,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,333 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,333 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:20:47,333 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 80ea72c19d7c3bdd7831128be5e0117f, disabling compactions & flushes 2024-12-05T23:20:47,333 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,333 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,333 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. after waiting 0 ms 2024-12-05T23:20:47,333 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,337 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T23:20:47,338 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,338 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:47,338 WARN [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: 80ea72c19d7c3bdd7831128be5e0117f to self. 2024-12-05T23:20:47,339 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=CLOSED 2024-12-05T23:20:47,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-05T23:20:47,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 in 158 msec 2024-12-05T23:20:47,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, REOPEN/MOVE; state=CLOSED, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=true 2024-12-05T23:20:47,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:20:47,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,648 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,648 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:47,648 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,649 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:47,649 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,649 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,650 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,651 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:47,651 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ea72c19d7c3bdd7831128be5e0117f columnFamilyName A 2024-12-05T23:20:47,652 DEBUG [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:47,652 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(327): Store=80ea72c19d7c3bdd7831128be5e0117f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:47,653 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,653 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:47,654 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ea72c19d7c3bdd7831128be5e0117f columnFamilyName B 2024-12-05T23:20:47,654 DEBUG [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:47,654 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(327): Store=80ea72c19d7c3bdd7831128be5e0117f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:47,654 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,655 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:20:47,655 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ea72c19d7c3bdd7831128be5e0117f columnFamilyName C 2024-12-05T23:20:47,655 DEBUG [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:47,655 INFO [StoreOpener-80ea72c19d7c3bdd7831128be5e0117f-1 {}] regionserver.HStore(327): Store=80ea72c19d7c3bdd7831128be5e0117f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:47,655 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,656 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,657 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,658 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:20:47,660 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,661 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 80ea72c19d7c3bdd7831128be5e0117f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68808637, jitterRate=0.025328591465950012}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:20:47,662 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:47,662 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., pid=105, masterSystemTime=1733440847645 2024-12-05T23:20:47,663 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,664 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=OPEN, openSeqNum=5, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-12-05T23:20:47,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 in 172 msec 2024-12-05T23:20:47,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-05T23:20:47,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, REOPEN/MOVE in 486 msec 2024-12-05T23:20:47,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-05T23:20:47,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-12-05T23:20:47,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-12-05T23:20:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T23:20:47,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ad21eaa to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@254c54b 2024-12-05T23:20:47,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e277c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58b36f81 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c699741 2024-12-05T23:20:47,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1948987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,686 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38d9a700 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@83afcc5 2024-12-05T23:20:47,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556c06dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x737aebf6 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cf9ed88 2024-12-05T23:20:47,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19965c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,694 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ee663b6 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d90424f 2024-12-05T23:20:47,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c4ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06d09e23 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@621dc338 2024-12-05T23:20:47,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e663161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,701 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c6303c2 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20eb1175 2024-12-05T23:20:47,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f59c130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,704 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60f6beeb to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18ee6b39 2024-12-05T23:20:47,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290f7955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x569bd38f to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d47cdc6 2024-12-05T23:20:47,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f50deea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,711 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d4d790b to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e67be99 2024-12-05T23:20:47,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a98431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:47,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:47,716 DEBUG [hconnection-0x75e7f6bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,717 DEBUG [hconnection-0x41e60d61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-05T23:20:47,717 DEBUG [hconnection-0x17d93037-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T23:20:47,718 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,718 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,718 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,718 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:47,718 DEBUG [hconnection-0x4e3bebff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,718 DEBUG [hconnection-0x803e15d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,718 DEBUG [hconnection-0x63048f73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,719 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:47,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:47,719 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,719 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,719 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,719 DEBUG [hconnection-0xa968a3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,720 DEBUG [hconnection-0x7f6dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,720 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,720 DEBUG [hconnection-0x75f8e629-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,721 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,721 DEBUG [hconnection-0xef2d3f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:47,721 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,722 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:47,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:20:47,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:47,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:47,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:47,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:47,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:47,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440907745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058a1086e21fa74dcd8636c0611778e3f0_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440847725/Put/seqid=0 2024-12-05T23:20:47,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440907746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440907747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440907750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440907753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742209_1385 (size=14594) 2024-12-05T23:20:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T23:20:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440907854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440907855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440907855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440907855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440907858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:47,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:47,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T23:20:48,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440908056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440908056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440908057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440908058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440908062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:48,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058a1086e21fa74dcd8636c0611778e3f0_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058a1086e21fa74dcd8636c0611778e3f0_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:48,171 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bb5a19b8215846c18d74044c50526224, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:48,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bb5a19b8215846c18d74044c50526224 is 175, key is test_row_0/A:col10/1733440847725/Put/seqid=0 2024-12-05T23:20:48,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742210_1386 (size=39549) 2024-12-05T23:20:48,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bb5a19b8215846c18d74044c50526224 2024-12-05T23:20:48,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/56366ef9e3284380a0c0b66d6ba76963 is 50, key is test_row_0/B:col10/1733440847725/Put/seqid=0 2024-12-05T23:20:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742211_1387 (size=12001) 2024-12-05T23:20:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T23:20:48,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440908362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440908362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440908363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440908363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440908369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/56366ef9e3284380a0c0b66d6ba76963 2024-12-05T23:20:48,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:48,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/aa2e4990473b4c0ebeaaabd841bd969b is 50, key is test_row_0/C:col10/1733440847725/Put/seqid=0 2024-12-05T23:20:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742212_1388 (size=12001) 2024-12-05T23:20:48,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:48,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:48,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T23:20:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440908866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440908870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440908870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440908871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440908875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:48,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:48,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:48,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:48,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:49,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T23:20:49,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/aa2e4990473b4c0ebeaaabd841bd969b 2024-12-05T23:20:49,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bb5a19b8215846c18d74044c50526224 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bb5a19b8215846c18d74044c50526224 2024-12-05T23:20:49,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bb5a19b8215846c18d74044c50526224, entries=200, sequenceid=15, filesize=38.6 K 2024-12-05T23:20:49,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/56366ef9e3284380a0c0b66d6ba76963 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/56366ef9e3284380a0c0b66d6ba76963 2024-12-05T23:20:49,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/56366ef9e3284380a0c0b66d6ba76963, entries=150, sequenceid=15, filesize=11.7 K 2024-12-05T23:20:49,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/aa2e4990473b4c0ebeaaabd841bd969b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/aa2e4990473b4c0ebeaaabd841bd969b 2024-12-05T23:20:49,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:49,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:49,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/aa2e4990473b4c0ebeaaabd841bd969b, entries=150, sequenceid=15, filesize=11.7 K 2024-12-05T23:20:49,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 80ea72c19d7c3bdd7831128be5e0117f in 1386ms, sequenceid=15, compaction requested=false 2024-12-05T23:20:49,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:49,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-05T23:20:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:49,256 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:20:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057239cad10eb042a6a9db3e6faf464a59_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440847751/Put/seqid=0 2024-12-05T23:20:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742213_1389 (size=12154) 2024-12-05T23:20:49,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:49,689 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057239cad10eb042a6a9db3e6faf464a59_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057239cad10eb042a6a9db3e6faf464a59_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:49,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/b55f063399574a308c9cfe2add8373ad, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:49,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/b55f063399574a308c9cfe2add8373ad is 175, key is test_row_0/A:col10/1733440847751/Put/seqid=0 2024-12-05T23:20:49,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742214_1390 (size=30955) 2024-12-05T23:20:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T23:20:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:49,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440909887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440909887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440909888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440909889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440909890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440909992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440909992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440909994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440909995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:49,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440909995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,096 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/b55f063399574a308c9cfe2add8373ad 2024-12-05T23:20:50,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/d118b8b496c44a7cb22fc3c069659007 is 50, key is test_row_0/B:col10/1733440847751/Put/seqid=0 2024-12-05T23:20:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742215_1391 (size=12001) 2024-12-05T23:20:50,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440910197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440910198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440910199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440910200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440910200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440910503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440910504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,507 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/d118b8b496c44a7cb22fc3c069659007 2024-12-05T23:20:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440910505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440910506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440910506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/20c3934665844114a54a7fa952bfa6e9 is 50, key is test_row_0/C:col10/1733440847751/Put/seqid=0 2024-12-05T23:20:50,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742216_1392 (size=12001) 2024-12-05T23:20:50,922 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/20c3934665844114a54a7fa952bfa6e9 2024-12-05T23:20:50,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/b55f063399574a308c9cfe2add8373ad as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b55f063399574a308c9cfe2add8373ad 2024-12-05T23:20:50,929 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b55f063399574a308c9cfe2add8373ad, entries=150, sequenceid=40, filesize=30.2 K 2024-12-05T23:20:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/d118b8b496c44a7cb22fc3c069659007 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/d118b8b496c44a7cb22fc3c069659007 2024-12-05T23:20:50,934 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/d118b8b496c44a7cb22fc3c069659007, entries=150, sequenceid=40, filesize=11.7 K 2024-12-05T23:20:50,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/20c3934665844114a54a7fa952bfa6e9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/20c3934665844114a54a7fa952bfa6e9 2024-12-05T23:20:50,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/20c3934665844114a54a7fa952bfa6e9, entries=150, sequenceid=40, filesize=11.7 K 2024-12-05T23:20:50,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 80ea72c19d7c3bdd7831128be5e0117f in 1682ms, sequenceid=40, compaction requested=false 2024-12-05T23:20:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-05T23:20:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-05T23:20:50,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-05T23:20:50,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2210 sec 2024-12-05T23:20:50,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 3.2290 sec 2024-12-05T23:20:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:51,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:20:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:51,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f7aa43ec7cb74eceb5801838ca956524_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440851010/Put/seqid=0 2024-12-05T23:20:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742217_1393 (size=14594) 2024-12-05T23:20:51,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440911035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440911037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440911040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440911041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440911041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440911142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440911142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440911143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440911147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440911147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440911347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440911347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440911351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440911353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440911354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,432 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,436 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f7aa43ec7cb74eceb5801838ca956524_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f7aa43ec7cb74eceb5801838ca956524_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:51,436 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/0c8e8e19d3044aa8a1db6014eac7bc0c, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:51,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/0c8e8e19d3044aa8a1db6014eac7bc0c is 175, key is test_row_0/A:col10/1733440851010/Put/seqid=0 2024-12-05T23:20:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742218_1394 (size=39549) 2024-12-05T23:20:51,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/0c8e8e19d3044aa8a1db6014eac7bc0c 2024-12-05T23:20:51,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/39d3310a496649b59c822c55cd4568c9 is 50, key is test_row_0/B:col10/1733440851010/Put/seqid=0 2024-12-05T23:20:51,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742219_1395 (size=12001) 2024-12-05T23:20:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440911651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440911651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440911656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440911657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440911658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-05T23:20:51,824 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-05T23:20:51,826 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-05T23:20:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T23:20:51,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:51,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:51,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:51,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/39d3310a496649b59c822c55cd4568c9 2024-12-05T23:20:51,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/d3fff932b01b4730965f0256072ea725 is 50, key is test_row_0/C:col10/1733440851010/Put/seqid=0 2024-12-05T23:20:51,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742220_1396 (size=12001) 2024-12-05T23:20:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T23:20:51,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:51,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-05T23:20:51,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:51,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T23:20:52,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:52,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-05T23:20:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:52,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:52,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440912159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:52,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440912161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440912163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440912164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440912164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:52,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/d3fff932b01b4730965f0256072ea725 2024-12-05T23:20:52,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/0c8e8e19d3044aa8a1db6014eac7bc0c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/0c8e8e19d3044aa8a1db6014eac7bc0c 2024-12-05T23:20:52,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/0c8e8e19d3044aa8a1db6014eac7bc0c, entries=200, sequenceid=54, filesize=38.6 K 2024-12-05T23:20:52,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/39d3310a496649b59c822c55cd4568c9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/39d3310a496649b59c822c55cd4568c9 2024-12-05T23:20:52,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/39d3310a496649b59c822c55cd4568c9, entries=150, sequenceid=54, filesize=11.7 K 2024-12-05T23:20:52,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/d3fff932b01b4730965f0256072ea725 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/d3fff932b01b4730965f0256072ea725 2024-12-05T23:20:52,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/d3fff932b01b4730965f0256072ea725, entries=150, sequenceid=54, filesize=11.7 K 2024-12-05T23:20:52,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 80ea72c19d7c3bdd7831128be5e0117f in 1270ms, sequenceid=54, compaction requested=true 2024-12-05T23:20:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:52,280 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:52,280 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:52,281 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:52,281 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/A is initiating minor compaction (all files) 2024-12-05T23:20:52,281 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/A in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:52,281 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bb5a19b8215846c18d74044c50526224, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b55f063399574a308c9cfe2add8373ad, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/0c8e8e19d3044aa8a1db6014eac7bc0c] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=107.5 K 2024-12-05T23:20:52,281 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:52,281 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bb5a19b8215846c18d74044c50526224, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b55f063399574a308c9cfe2add8373ad, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/0c8e8e19d3044aa8a1db6014eac7bc0c] 2024-12-05T23:20:52,282 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:52,282 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/B is initiating minor compaction (all files) 2024-12-05T23:20:52,282 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/B in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:52,282 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/56366ef9e3284380a0c0b66d6ba76963, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/d118b8b496c44a7cb22fc3c069659007, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/39d3310a496649b59c822c55cd4568c9] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=35.2 K 2024-12-05T23:20:52,282 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 56366ef9e3284380a0c0b66d6ba76963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733440847724 2024-12-05T23:20:52,282 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb5a19b8215846c18d74044c50526224, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733440847721 2024-12-05T23:20:52,283 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b55f063399574a308c9cfe2add8373ad, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733440847743 2024-12-05T23:20:52,283 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d118b8b496c44a7cb22fc3c069659007, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733440847743 2024-12-05T23:20:52,283 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c8e8e19d3044aa8a1db6014eac7bc0c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733440849887 2024-12-05T23:20:52,283 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 39d3310a496649b59c822c55cd4568c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733440849888 2024-12-05T23:20:52,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:52,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-05T23:20:52,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:52,286 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:20:52,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:52,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:52,289 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:52,290 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:52,291 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/04e1b0beae3a4488811f7df707c8ef0e is 50, key is test_row_0/B:col10/1733440851010/Put/seqid=0 2024-12-05T23:20:52,292 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412059aab2ff7ee094d06bd41d88411e24790_80ea72c19d7c3bdd7831128be5e0117f store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:52,295 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412059aab2ff7ee094d06bd41d88411e24790_80ea72c19d7c3bdd7831128be5e0117f, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:52,295 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059aab2ff7ee094d06bd41d88411e24790_80ea72c19d7c3bdd7831128be5e0117f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058ef3ba4ca32c4416af1960ae3ae5b4e4_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440851039/Put/seqid=0 2024-12-05T23:20:52,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742221_1397 (size=12104) 2024-12-05T23:20:52,306 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/04e1b0beae3a4488811f7df707c8ef0e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04e1b0beae3a4488811f7df707c8ef0e 2024-12-05T23:20:52,310 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/B of 80ea72c19d7c3bdd7831128be5e0117f into 04e1b0beae3a4488811f7df707c8ef0e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:52,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:52,310 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/B, priority=13, startTime=1733440852280; duration=0sec 2024-12-05T23:20:52,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:52,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:B 2024-12-05T23:20:52,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:52,311 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:52,311 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/C is initiating minor compaction (all files) 2024-12-05T23:20:52,311 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/C in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:52,311 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/aa2e4990473b4c0ebeaaabd841bd969b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/20c3934665844114a54a7fa952bfa6e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/d3fff932b01b4730965f0256072ea725] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=35.2 K 2024-12-05T23:20:52,312 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting aa2e4990473b4c0ebeaaabd841bd969b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733440847724 2024-12-05T23:20:52,312 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c3934665844114a54a7fa952bfa6e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733440847743 2024-12-05T23:20:52,312 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d3fff932b01b4730965f0256072ea725, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733440849888 2024-12-05T23:20:52,330 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:52,330 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/9e7a6a13313e4600b14708c39b10406f is 50, key is test_row_0/C:col10/1733440851010/Put/seqid=0 2024-12-05T23:20:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742223_1399 (size=12154) 2024-12-05T23:20:52,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742222_1398 (size=4469) 2024-12-05T23:20:52,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742224_1400 (size=12104) 2024-12-05T23:20:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T23:20:52,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:52,734 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:52,735 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/5525404f45ef4fac8f336df4933ee187 is 175, key is test_row_0/A:col10/1733440851010/Put/seqid=0 2024-12-05T23:20:52,736 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058ef3ba4ca32c4416af1960ae3ae5b4e4_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058ef3ba4ca32c4416af1960ae3ae5b4e4_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:52,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9e94a0656ff949e492f26788e465a7cd, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9e94a0656ff949e492f26788e465a7cd is 175, key is test_row_0/A:col10/1733440851039/Put/seqid=0 2024-12-05T23:20:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742225_1401 (size=31058) 2024-12-05T23:20:52,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742226_1402 (size=30955) 2024-12-05T23:20:52,775 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/9e7a6a13313e4600b14708c39b10406f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/9e7a6a13313e4600b14708c39b10406f 2024-12-05T23:20:52,778 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/C of 80ea72c19d7c3bdd7831128be5e0117f into 9e7a6a13313e4600b14708c39b10406f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:52,778 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:52,778 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/C, priority=13, startTime=1733440852280; duration=0sec 2024-12-05T23:20:52,779 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:52,779 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:C 2024-12-05T23:20:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T23:20:53,145 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9e94a0656ff949e492f26788e465a7cd 2024-12-05T23:20:53,152 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/5525404f45ef4fac8f336df4933ee187 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/5525404f45ef4fac8f336df4933ee187 2024-12-05T23:20:53,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/15c4d55a0ac1474990289b512e714003 is 50, key is test_row_0/B:col10/1733440851039/Put/seqid=0 2024-12-05T23:20:53,161 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/A of 80ea72c19d7c3bdd7831128be5e0117f into 5525404f45ef4fac8f336df4933ee187(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:53,161 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:53,161 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/A, priority=13, startTime=1733440852280; duration=0sec 2024-12-05T23:20:53,162 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:53,162 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:A 2024-12-05T23:20:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742227_1403 (size=12001) 2024-12-05T23:20:53,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440913177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440913178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440913179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440913180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440913180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440913281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440913283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440913283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440913283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440913285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440913484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440913486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440913488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440913488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440913488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,568 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/15c4d55a0ac1474990289b512e714003 2024-12-05T23:20:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/26ae92bbcbea42029e9ef0137f115ad0 is 50, key is test_row_0/C:col10/1733440851039/Put/seqid=0 2024-12-05T23:20:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742228_1404 (size=12001) 2024-12-05T23:20:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440913791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440913791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440913792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440913793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440913794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T23:20:53,980 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/26ae92bbcbea42029e9ef0137f115ad0 2024-12-05T23:20:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9e94a0656ff949e492f26788e465a7cd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9e94a0656ff949e492f26788e465a7cd 2024-12-05T23:20:53,988 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9e94a0656ff949e492f26788e465a7cd, entries=150, sequenceid=77, filesize=30.2 K 2024-12-05T23:20:53,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/15c4d55a0ac1474990289b512e714003 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/15c4d55a0ac1474990289b512e714003 2024-12-05T23:20:53,992 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/15c4d55a0ac1474990289b512e714003, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T23:20:53,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/26ae92bbcbea42029e9ef0137f115ad0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/26ae92bbcbea42029e9ef0137f115ad0 2024-12-05T23:20:53,996 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/26ae92bbcbea42029e9ef0137f115ad0, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T23:20:53,997 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 80ea72c19d7c3bdd7831128be5e0117f in 1711ms, sequenceid=77, compaction requested=false 2024-12-05T23:20:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-05T23:20:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-05T23:20:54,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-05T23:20:54,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1790 sec 2024-12-05T23:20:54,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.1850 sec 2024-12-05T23:20:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:54,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:20:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:54,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e19c70cc47b14c99b28ad75adbd4ed06_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440853178/Put/seqid=0 2024-12-05T23:20:54,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742229_1405 (size=14594) 2024-12-05T23:20:54,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:54,338 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e19c70cc47b14c99b28ad75adbd4ed06_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e19c70cc47b14c99b28ad75adbd4ed06_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:54,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/18418f59f2bc44a0b8766eaf3356f9c4, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:54,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/18418f59f2bc44a0b8766eaf3356f9c4 is 175, key is test_row_0/A:col10/1733440853178/Put/seqid=0 2024-12-05T23:20:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440914337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440914344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440914346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440914347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440914347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742230_1406 (size=39549) 2024-12-05T23:20:54,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440914448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440914448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440914454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440914455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440914456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440914652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440914654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440914658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440914662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440914662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T23:20:54,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:54,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/18418f59f2bc44a0b8766eaf3356f9c4 2024-12-05T23:20:54,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/b365312d085e4924b9d0a08de721af70 is 50, key is test_row_0/B:col10/1733440853178/Put/seqid=0 2024-12-05T23:20:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742231_1407 (size=12001) 2024-12-05T23:20:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440914956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440914962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440914966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440914967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440914968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:55,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/b365312d085e4924b9d0a08de721af70 2024-12-05T23:20:55,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/149a5cb18fdf4d4fad25fefdf0c6fa9b is 50, key is test_row_0/C:col10/1733440853178/Put/seqid=0 2024-12-05T23:20:55,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742232_1408 (size=12001) 2024-12-05T23:20:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440915464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:55,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440915470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:55,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440915474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:55,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440915477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:55,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440915478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:55,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/149a5cb18fdf4d4fad25fefdf0c6fa9b 2024-12-05T23:20:55,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/18418f59f2bc44a0b8766eaf3356f9c4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/18418f59f2bc44a0b8766eaf3356f9c4 2024-12-05T23:20:55,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/18418f59f2bc44a0b8766eaf3356f9c4, entries=200, sequenceid=94, filesize=38.6 K 2024-12-05T23:20:55,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/b365312d085e4924b9d0a08de721af70 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/b365312d085e4924b9d0a08de721af70 2024-12-05T23:20:55,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/b365312d085e4924b9d0a08de721af70, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T23:20:55,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/149a5cb18fdf4d4fad25fefdf0c6fa9b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/149a5cb18fdf4d4fad25fefdf0c6fa9b 2024-12-05T23:20:55,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/149a5cb18fdf4d4fad25fefdf0c6fa9b, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T23:20:55,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 80ea72c19d7c3bdd7831128be5e0117f in 1331ms, sequenceid=94, compaction requested=true 2024-12-05T23:20:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:55,636 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:55,636 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:55,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:55,638 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:55,638 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/B is initiating minor compaction (all files) 2024-12-05T23:20:55,638 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/B in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:55,638 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04e1b0beae3a4488811f7df707c8ef0e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/15c4d55a0ac1474990289b512e714003, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/b365312d085e4924b9d0a08de721af70] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=35.3 K 2024-12-05T23:20:55,638 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:55,638 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/A is initiating minor compaction (all files) 2024-12-05T23:20:55,638 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/A in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:55,638 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/5525404f45ef4fac8f336df4933ee187, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9e94a0656ff949e492f26788e465a7cd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/18418f59f2bc44a0b8766eaf3356f9c4] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=99.2 K 2024-12-05T23:20:55,638 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:55,638 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/5525404f45ef4fac8f336df4933ee187, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9e94a0656ff949e492f26788e465a7cd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/18418f59f2bc44a0b8766eaf3356f9c4] 2024-12-05T23:20:55,639 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e1b0beae3a4488811f7df707c8ef0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733440849888 2024-12-05T23:20:55,639 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5525404f45ef4fac8f336df4933ee187, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733440849888 2024-12-05T23:20:55,639 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 15c4d55a0ac1474990289b512e714003, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733440851030 2024-12-05T23:20:55,639 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e94a0656ff949e492f26788e465a7cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733440851030 2024-12-05T23:20:55,639 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18418f59f2bc44a0b8766eaf3356f9c4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733440853165 2024-12-05T23:20:55,639 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b365312d085e4924b9d0a08de721af70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733440853165 2024-12-05T23:20:55,654 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:55,655 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/c922cd6954214f52964431745dcb8990 is 50, key is test_row_0/B:col10/1733440853178/Put/seqid=0 2024-12-05T23:20:55,662 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:55,664 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205ca202d9872514d68b0bde251024262ab_80ea72c19d7c3bdd7831128be5e0117f store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:55,666 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205ca202d9872514d68b0bde251024262ab_80ea72c19d7c3bdd7831128be5e0117f, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:55,667 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ca202d9872514d68b0bde251024262ab_80ea72c19d7c3bdd7831128be5e0117f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742233_1409 (size=12207) 2024-12-05T23:20:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742234_1410 (size=4469) 2024-12-05T23:20:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T23:20:55,933 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-05T23:20:55,934 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-05T23:20:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-05T23:20:55,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:55,936 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:55,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-05T23:20:56,073 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:56,074 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/a185885767ad42dd8c99d750f33fbad9 is 175, key is test_row_0/A:col10/1733440853178/Put/seqid=0 2024-12-05T23:20:56,076 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/c922cd6954214f52964431745dcb8990 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c922cd6954214f52964431745dcb8990 2024-12-05T23:20:56,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742235_1411 (size=31161) 2024-12-05T23:20:56,081 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/B of 80ea72c19d7c3bdd7831128be5e0117f into c922cd6954214f52964431745dcb8990(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:56,081 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:56,081 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/B, priority=13, startTime=1733440855636; duration=0sec 2024-12-05T23:20:56,081 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:56,081 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:B 2024-12-05T23:20:56,081 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:56,082 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:56,082 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/C is initiating minor compaction (all files) 2024-12-05T23:20:56,082 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/C in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:56,082 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/9e7a6a13313e4600b14708c39b10406f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/26ae92bbcbea42029e9ef0137f115ad0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/149a5cb18fdf4d4fad25fefdf0c6fa9b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=35.3 K 2024-12-05T23:20:56,082 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e7a6a13313e4600b14708c39b10406f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733440849888 2024-12-05T23:20:56,083 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 26ae92bbcbea42029e9ef0137f115ad0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733440851030 2024-12-05T23:20:56,083 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 149a5cb18fdf4d4fad25fefdf0c6fa9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733440853165 2024-12-05T23:20:56,085 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/a185885767ad42dd8c99d750f33fbad9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/a185885767ad42dd8c99d750f33fbad9 2024-12-05T23:20:56,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-05T23:20:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:56,088 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T23:20:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:56,089 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/A of 80ea72c19d7c3bdd7831128be5e0117f into a185885767ad42dd8c99d750f33fbad9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:56,089 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:56,090 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/A, priority=13, startTime=1733440855636; duration=0sec 2024-12-05T23:20:56,090 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:56,090 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:A 2024-12-05T23:20:56,090 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:56,091 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/dff74406954147edab72a63316e78509 is 50, key is test_row_0/C:col10/1733440853178/Put/seqid=0 2024-12-05T23:20:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742236_1412 (size=12207) 2024-12-05T23:20:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120588de4aea83fb49d58ba400e8bad4f109_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440854334/Put/seqid=0 2024-12-05T23:20:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742237_1413 (size=12154) 2024-12-05T23:20:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-05T23:20:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:56,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440916493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440916496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440916498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440916498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440916504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,509 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/dff74406954147edab72a63316e78509 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dff74406954147edab72a63316e78509 2024-12-05T23:20:56,514 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/C of 80ea72c19d7c3bdd7831128be5e0117f into dff74406954147edab72a63316e78509(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:56,514 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:56,514 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/C, priority=13, startTime=1733440855636; duration=0sec 2024-12-05T23:20:56,514 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:56,514 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:C 2024-12-05T23:20:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:56,521 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120588de4aea83fb49d58ba400e8bad4f109_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120588de4aea83fb49d58ba400e8bad4f109_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/43d0484c827f4946b88e68d5f08be3cb, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/43d0484c827f4946b88e68d5f08be3cb is 175, key is test_row_0/A:col10/1733440854334/Put/seqid=0 2024-12-05T23:20:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742238_1414 (size=30955) 2024-12-05T23:20:56,531 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/43d0484c827f4946b88e68d5f08be3cb 2024-12-05T23:20:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-05T23:20:56,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/17998d28c304446f9342b6204b91417a is 50, key is test_row_0/B:col10/1733440854334/Put/seqid=0 2024-12-05T23:20:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742239_1415 (size=12001) 2024-12-05T23:20:56,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440916601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440916608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440916608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440916608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440916610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440916811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440916811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440916817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440916817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440916821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:56,950 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/17998d28c304446f9342b6204b91417a 2024-12-05T23:20:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/032642602dfe4837881ab512f4c07fab is 50, key is test_row_0/C:col10/1733440854334/Put/seqid=0 2024-12-05T23:20:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742240_1416 (size=12001) 2024-12-05T23:20:56,963 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/032642602dfe4837881ab512f4c07fab 2024-12-05T23:20:56,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/43d0484c827f4946b88e68d5f08be3cb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/43d0484c827f4946b88e68d5f08be3cb 2024-12-05T23:20:56,974 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/43d0484c827f4946b88e68d5f08be3cb, entries=150, sequenceid=117, filesize=30.2 K 2024-12-05T23:20:56,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/17998d28c304446f9342b6204b91417a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17998d28c304446f9342b6204b91417a 2024-12-05T23:20:56,981 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17998d28c304446f9342b6204b91417a, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T23:20:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/032642602dfe4837881ab512f4c07fab as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/032642602dfe4837881ab512f4c07fab 2024-12-05T23:20:56,986 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/032642602dfe4837881ab512f4c07fab, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T23:20:56,988 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 80ea72c19d7c3bdd7831128be5e0117f in 900ms, sequenceid=117, compaction requested=false 2024-12-05T23:20:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-05T23:20:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-05T23:20:56,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-05T23:20:56,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-12-05T23:20:56,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.0570 sec 2024-12-05T23:20:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-05T23:20:57,039 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-05T23:20:57,040 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-05T23:20:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-05T23:20:57,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:57,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:57,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:57,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T23:20:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:57,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053198f29cc9114d8281b94f5e90ca3d41_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440856497/Put/seqid=0 2024-12-05T23:20:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742241_1417 (size=14744) 2024-12-05T23:20:57,140 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-05T23:20:57,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053198f29cc9114d8281b94f5e90ca3d41_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053198f29cc9114d8281b94f5e90ca3d41_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:57,146 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/2c39890a30f34aa9aea10880b8f1951e, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:57,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/2c39890a30f34aa9aea10880b8f1951e is 175, key is test_row_0/A:col10/1733440856497/Put/seqid=0 2024-12-05T23:20:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742242_1418 (size=39699) 2024-12-05T23:20:57,151 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/2c39890a30f34aa9aea10880b8f1951e 2024-12-05T23:20:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440917144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440917145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440917146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440917147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440917152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/304a9eadc8e64a1c8a9bea99fd2ffe2b is 50, key is test_row_0/B:col10/1733440856497/Put/seqid=0 2024-12-05T23:20:57,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742243_1419 (size=12151) 2024-12-05T23:20:57,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/304a9eadc8e64a1c8a9bea99fd2ffe2b 2024-12-05T23:20:57,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/a0492065a256472c9bc9cdbffe2dfd4a is 50, key is test_row_0/C:col10/1733440856497/Put/seqid=0 2024-12-05T23:20:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742244_1420 (size=12151) 2024-12-05T23:20:57,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/a0492065a256472c9bc9cdbffe2dfd4a 2024-12-05T23:20:57,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/2c39890a30f34aa9aea10880b8f1951e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/2c39890a30f34aa9aea10880b8f1951e 2024-12-05T23:20:57,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/2c39890a30f34aa9aea10880b8f1951e, entries=200, sequenceid=134, filesize=38.8 K 2024-12-05T23:20:57,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/304a9eadc8e64a1c8a9bea99fd2ffe2b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/304a9eadc8e64a1c8a9bea99fd2ffe2b 2024-12-05T23:20:57,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/304a9eadc8e64a1c8a9bea99fd2ffe2b, entries=150, sequenceid=134, filesize=11.9 K 2024-12-05T23:20:57,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/a0492065a256472c9bc9cdbffe2dfd4a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/a0492065a256472c9bc9cdbffe2dfd4a 2024-12-05T23:20:57,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/a0492065a256472c9bc9cdbffe2dfd4a, entries=150, sequenceid=134, filesize=11.9 K 2024-12-05T23:20:57,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 80ea72c19d7c3bdd7831128be5e0117f in 73ms, sequenceid=134, compaction requested=true 2024-12-05T23:20:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:20:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:57,191 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:20:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:57,191 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:20:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:57,192 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:57,192 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/A is initiating minor compaction (all files) 2024-12-05T23:20:57,192 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/A in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:57,192 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/a185885767ad42dd8c99d750f33fbad9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/43d0484c827f4946b88e68d5f08be3cb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/2c39890a30f34aa9aea10880b8f1951e] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=99.4 K 2024-12-05T23:20:57,192 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:57,192 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:57,192 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/a185885767ad42dd8c99d750f33fbad9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/43d0484c827f4946b88e68d5f08be3cb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/2c39890a30f34aa9aea10880b8f1951e] 2024-12-05T23:20:57,192 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/B is initiating minor compaction (all files) 2024-12-05T23:20:57,192 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/B in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:57,193 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c922cd6954214f52964431745dcb8990, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17998d28c304446f9342b6204b91417a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/304a9eadc8e64a1c8a9bea99fd2ffe2b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=35.5 K 2024-12-05T23:20:57,193 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a185885767ad42dd8c99d750f33fbad9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733440853165 2024-12-05T23:20:57,193 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c922cd6954214f52964431745dcb8990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733440853165 2024-12-05T23:20:57,193 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d0484c827f4946b88e68d5f08be3cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733440854334 2024-12-05T23:20:57,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,194 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c39890a30f34aa9aea10880b8f1951e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440856495 2024-12-05T23:20:57,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-05T23:20:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:57,194 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 17998d28c304446f9342b6204b91417a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733440854334 2024-12-05T23:20:57,194 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T23:20:57,194 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 304a9eadc8e64a1c8a9bea99fd2ffe2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440856497 2024-12-05T23:20:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:57,202 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059b21ee9766c64b78921eadb24771077c_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440857151/Put/seqid=0 2024-12-05T23:20:57,204 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:57,205 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/8dff510d74ef444eba30f2e154a69b66 is 50, key is test_row_0/B:col10/1733440856497/Put/seqid=0 2024-12-05T23:20:57,209 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205fe173a0167654047af04e6934bbaabe0_80ea72c19d7c3bdd7831128be5e0117f store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:57,211 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205fe173a0167654047af04e6934bbaabe0_80ea72c19d7c3bdd7831128be5e0117f, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:57,211 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fe173a0167654047af04e6934bbaabe0_80ea72c19d7c3bdd7831128be5e0117f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742245_1421 (size=12304) 2024-12-05T23:20:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742246_1422 (size=12459) 2024-12-05T23:20:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742247_1423 (size=4469) 2024-12-05T23:20:57,226 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#A#compaction#357 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:57,227 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/abae59bba60745d5a1606864f0dd6a3f is 175, key is test_row_0/A:col10/1733440856497/Put/seqid=0 2024-12-05T23:20:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742248_1424 (size=31413) 2024-12-05T23:20:57,236 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/abae59bba60745d5a1606864f0dd6a3f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/abae59bba60745d5a1606864f0dd6a3f 2024-12-05T23:20:57,240 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/A of 80ea72c19d7c3bdd7831128be5e0117f into abae59bba60745d5a1606864f0dd6a3f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:57,240 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:57,240 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/A, priority=13, startTime=1733440857191; duration=0sec 2024-12-05T23:20:57,240 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:20:57,240 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:A 2024-12-05T23:20:57,240 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:20:57,241 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:20:57,241 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/C is initiating minor compaction (all files) 2024-12-05T23:20:57,241 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/C in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:57,241 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dff74406954147edab72a63316e78509, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/032642602dfe4837881ab512f4c07fab, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/a0492065a256472c9bc9cdbffe2dfd4a] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=35.5 K 2024-12-05T23:20:57,241 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dff74406954147edab72a63316e78509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733440853165 2024-12-05T23:20:57,242 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 032642602dfe4837881ab512f4c07fab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733440854334 2024-12-05T23:20:57,242 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0492065a256472c9bc9cdbffe2dfd4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440856497 2024-12-05T23:20:57,248 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:20:57,248 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/fea11914e5534b8287aae68e411811bd is 50, key is test_row_0/C:col10/1733440856497/Put/seqid=0 2024-12-05T23:20:57,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742249_1425 (size=12459) 2024-12-05T23:20:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:57,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440917270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440917271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440917272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440917277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440917277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-05T23:20:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440917378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440917379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440917379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440917387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440917387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440917587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440917587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440917587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440917591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440917592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:57,624 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059b21ee9766c64b78921eadb24771077c_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059b21ee9766c64b78921eadb24771077c_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/4e202257261c4584ab501ab6e501fba8, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:57,625 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/8dff510d74ef444eba30f2e154a69b66 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/8dff510d74ef444eba30f2e154a69b66 2024-12-05T23:20:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/4e202257261c4584ab501ab6e501fba8 is 175, key is test_row_0/A:col10/1733440857151/Put/seqid=0 2024-12-05T23:20:57,630 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/B of 80ea72c19d7c3bdd7831128be5e0117f into 8dff510d74ef444eba30f2e154a69b66(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:57,630 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:57,630 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/B, priority=13, startTime=1733440857191; duration=0sec 2024-12-05T23:20:57,630 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:57,630 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:B 2024-12-05T23:20:57,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742250_1426 (size=31105) 2024-12-05T23:20:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-05T23:20:57,655 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/fea11914e5534b8287aae68e411811bd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/fea11914e5534b8287aae68e411811bd 2024-12-05T23:20:57,659 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/C of 80ea72c19d7c3bdd7831128be5e0117f into fea11914e5534b8287aae68e411811bd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:20:57,659 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:57,659 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/C, priority=13, startTime=1733440857191; duration=0sec 2024-12-05T23:20:57,659 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:20:57,659 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:C 2024-12-05T23:20:57,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440917892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440917892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440917892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440917898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:57,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440917899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:58,033 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/4e202257261c4584ab501ab6e501fba8 2024-12-05T23:20:58,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/7c49476f9f9f441493c98f80a2174a59 is 50, key is test_row_0/B:col10/1733440857151/Put/seqid=0 2024-12-05T23:20:58,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742251_1427 (size=12151) 2024-12-05T23:20:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-05T23:20:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440918397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440918397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440918397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440918402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440918402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:58,444 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/7c49476f9f9f441493c98f80a2174a59 2024-12-05T23:20:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/184d4b4c9e03468caeebb0e55bf162bd is 50, key is test_row_0/C:col10/1733440857151/Put/seqid=0 2024-12-05T23:20:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742252_1428 (size=12151) 2024-12-05T23:20:58,854 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/184d4b4c9e03468caeebb0e55bf162bd 2024-12-05T23:20:58,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/4e202257261c4584ab501ab6e501fba8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/4e202257261c4584ab501ab6e501fba8 2024-12-05T23:20:58,862 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/4e202257261c4584ab501ab6e501fba8, entries=150, sequenceid=155, filesize=30.4 K 2024-12-05T23:20:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/7c49476f9f9f441493c98f80a2174a59 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/7c49476f9f9f441493c98f80a2174a59 2024-12-05T23:20:58,873 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/7c49476f9f9f441493c98f80a2174a59, entries=150, sequenceid=155, filesize=11.9 K 2024-12-05T23:20:58,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/184d4b4c9e03468caeebb0e55bf162bd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/184d4b4c9e03468caeebb0e55bf162bd 2024-12-05T23:20:58,877 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/184d4b4c9e03468caeebb0e55bf162bd, entries=150, sequenceid=155, filesize=11.9 K 2024-12-05T23:20:58,878 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 80ea72c19d7c3bdd7831128be5e0117f in 1684ms, sequenceid=155, compaction requested=false 2024-12-05T23:20:58,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:58,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:58,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-05T23:20:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-05T23:20:58,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-05T23:20:58,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-12-05T23:20:58,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8410 sec 2024-12-05T23:20:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-05T23:20:59,147 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-05T23:20:59,148 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:20:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-05T23:20:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T23:20:59,149 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:20:59,150 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:20:59,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:20:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T23:20:59,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-05T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:59,302 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:20:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:20:59,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d5d9279c76b94b3aab3fbb3f9c1f124d_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440857276/Put/seqid=0 2024-12-05T23:20:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742253_1429 (size=12304) 2024-12-05T23:20:59,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:59,333 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d5d9279c76b94b3aab3fbb3f9c1f124d_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d5d9279c76b94b3aab3fbb3f9c1f124d_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:59,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/e2da3915405740c9bc55f56f38667732, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:20:59,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/e2da3915405740c9bc55f56f38667732 is 175, key is test_row_0/A:col10/1733440857276/Put/seqid=0 2024-12-05T23:20:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742254_1430 (size=31105) 2024-12-05T23:20:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:20:59,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:20:59,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440919424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440919425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440919425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440919430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440919431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T23:20:59,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440919532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440919532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440919533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440919533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440919536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,739 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/e2da3915405740c9bc55f56f38667732 2024-12-05T23:20:59,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440919738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440919738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440919738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440919738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/282c59501d634f1ab945a5af17d8dd31 is 50, key is test_row_0/B:col10/1733440857276/Put/seqid=0 2024-12-05T23:20:59,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:20:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440919742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:20:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742255_1431 (size=12151) 2024-12-05T23:20:59,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/282c59501d634f1ab945a5af17d8dd31 2024-12-05T23:20:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T23:20:59,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/99a8b4ec2fe84d5b9e58913e9b284da6 is 50, key is test_row_0/C:col10/1733440857276/Put/seqid=0 2024-12-05T23:20:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742256_1432 (size=12151) 2024-12-05T23:20:59,762 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/99a8b4ec2fe84d5b9e58913e9b284da6 2024-12-05T23:20:59,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/e2da3915405740c9bc55f56f38667732 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/e2da3915405740c9bc55f56f38667732 2024-12-05T23:20:59,773 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/e2da3915405740c9bc55f56f38667732, entries=150, sequenceid=173, filesize=30.4 K 2024-12-05T23:20:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/282c59501d634f1ab945a5af17d8dd31 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/282c59501d634f1ab945a5af17d8dd31 2024-12-05T23:20:59,791 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/282c59501d634f1ab945a5af17d8dd31, entries=150, sequenceid=173, filesize=11.9 K 2024-12-05T23:20:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/99a8b4ec2fe84d5b9e58913e9b284da6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/99a8b4ec2fe84d5b9e58913e9b284da6 2024-12-05T23:20:59,795 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/99a8b4ec2fe84d5b9e58913e9b284da6, entries=150, sequenceid=173, filesize=11.9 K 2024-12-05T23:20:59,796 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 80ea72c19d7c3bdd7831128be5e0117f in 494ms, sequenceid=173, compaction requested=true 2024-12-05T23:20:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:20:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:20:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-05T23:20:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-05T23:20:59,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-05T23:20:59,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 647 msec 2024-12-05T23:20:59,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 650 msec 2024-12-05T23:21:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:00,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T23:21:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:00,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:00,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205be5241f3e7d647bda38fdd57457133a2_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440860047/Put/seqid=0 2024-12-05T23:21:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742257_1433 (size=17284) 2024-12-05T23:21:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440920064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440920068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440920105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440920105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440920105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440920208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440920209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440920214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440920214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440920214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-05T23:21:00,253 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-05T23:21:00,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-05T23:21:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T23:21:00,256 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:00,256 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:00,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T23:21:00,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440920415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440920415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440920421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440920422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440920422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,472 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:00,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205be5241f3e7d647bda38fdd57457133a2_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205be5241f3e7d647bda38fdd57457133a2_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:00,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d34fa635eadf47308a527ef9287bb6d0, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:00,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d34fa635eadf47308a527ef9287bb6d0 is 175, key is test_row_0/A:col10/1733440860047/Put/seqid=0 2024-12-05T23:21:00,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742258_1434 (size=48389) 2024-12-05T23:21:00,497 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d34fa635eadf47308a527ef9287bb6d0 2024-12-05T23:21:00,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/04930770ce5e4c2396d54eddd0625b32 is 50, key is test_row_0/B:col10/1733440860047/Put/seqid=0 2024-12-05T23:21:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742259_1435 (size=12151) 2024-12-05T23:21:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T23:21:00,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:00,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:00,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440920721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440920726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440920727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440920730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440920730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T23:21:00,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:00,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:00,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:00,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:00,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:00,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/04930770ce5e4c2396d54eddd0625b32 2024-12-05T23:21:00,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/5bfa70370d164ccfbb8b9e57fb46d750 is 50, key is test_row_0/C:col10/1733440860047/Put/seqid=0 2024-12-05T23:21:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742260_1436 (size=12151) 2024-12-05T23:21:01,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:01,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:01,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440921231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440921234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440921234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440921234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440921235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/5bfa70370d164ccfbb8b9e57fb46d750 2024-12-05T23:21:01,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d34fa635eadf47308a527ef9287bb6d0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d34fa635eadf47308a527ef9287bb6d0 2024-12-05T23:21:01,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:01,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:01,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:01,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d34fa635eadf47308a527ef9287bb6d0, entries=250, sequenceid=196, filesize=47.3 K 2024-12-05T23:21:01,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/04930770ce5e4c2396d54eddd0625b32 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04930770ce5e4c2396d54eddd0625b32 2024-12-05T23:21:01,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04930770ce5e4c2396d54eddd0625b32, entries=150, sequenceid=196, filesize=11.9 K 2024-12-05T23:21:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/5bfa70370d164ccfbb8b9e57fb46d750 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/5bfa70370d164ccfbb8b9e57fb46d750 2024-12-05T23:21:01,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/5bfa70370d164ccfbb8b9e57fb46d750, entries=150, sequenceid=196, filesize=11.9 K 2024-12-05T23:21:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T23:21:01,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 80ea72c19d7c3bdd7831128be5e0117f in 1312ms, sequenceid=196, compaction requested=true 2024-12-05T23:21:01,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:01,359 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:01,360 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:01,361 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142012 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:01,361 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/A is initiating minor compaction (all files) 2024-12-05T23:21:01,361 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/A in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,361 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/abae59bba60745d5a1606864f0dd6a3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/4e202257261c4584ab501ab6e501fba8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/e2da3915405740c9bc55f56f38667732, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d34fa635eadf47308a527ef9287bb6d0] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=138.7 K 2024-12-05T23:21:01,361 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,361 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/abae59bba60745d5a1606864f0dd6a3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/4e202257261c4584ab501ab6e501fba8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/e2da3915405740c9bc55f56f38667732, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d34fa635eadf47308a527ef9287bb6d0] 2024-12-05T23:21:01,362 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting abae59bba60745d5a1606864f0dd6a3f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440856497 2024-12-05T23:21:01,362 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:01,362 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e202257261c4584ab501ab6e501fba8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733440857138 2024-12-05T23:21:01,362 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/B is initiating minor compaction (all files) 2024-12-05T23:21:01,362 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/B in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,362 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/8dff510d74ef444eba30f2e154a69b66, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/7c49476f9f9f441493c98f80a2174a59, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/282c59501d634f1ab945a5af17d8dd31, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04930770ce5e4c2396d54eddd0625b32] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=47.8 K 2024-12-05T23:21:01,363 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dff510d74ef444eba30f2e154a69b66, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440856497 2024-12-05T23:21:01,363 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2da3915405740c9bc55f56f38667732, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733440857270 2024-12-05T23:21:01,363 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c49476f9f9f441493c98f80a2174a59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733440857138 2024-12-05T23:21:01,364 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d34fa635eadf47308a527ef9287bb6d0, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733440859424 2024-12-05T23:21:01,364 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 282c59501d634f1ab945a5af17d8dd31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733440857270 2024-12-05T23:21:01,365 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 04930770ce5e4c2396d54eddd0625b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733440859424 2024-12-05T23:21:01,373 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:01,379 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:01,379 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/bfa55a93c6044490a465b39dc9b2ce0b is 50, key is test_row_0/B:col10/1733440860047/Put/seqid=0 2024-12-05T23:21:01,385 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412054f9c25236d484bfb901451a4aacb7e22_80ea72c19d7c3bdd7831128be5e0117f store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:01,388 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412054f9c25236d484bfb901451a4aacb7e22_80ea72c19d7c3bdd7831128be5e0117f, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:01,389 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054f9c25236d484bfb901451a4aacb7e22_80ea72c19d7c3bdd7831128be5e0117f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:01,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742261_1437 (size=4469) 2024-12-05T23:21:01,395 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#A#compaction#369 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:01,396 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/f7369db373c34cb1abbada3a0931a9eb is 175, key is test_row_0/A:col10/1733440860047/Put/seqid=0 2024-12-05T23:21:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742262_1438 (size=31549) 2024-12-05T23:21:01,419 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/f7369db373c34cb1abbada3a0931a9eb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/f7369db373c34cb1abbada3a0931a9eb 2024-12-05T23:21:01,424 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/A of 80ea72c19d7c3bdd7831128be5e0117f into f7369db373c34cb1abbada3a0931a9eb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:01,424 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:01,425 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/A, priority=12, startTime=1733440861359; duration=0sec 2024-12-05T23:21:01,425 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:01,425 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:A 2024-12-05T23:21:01,425 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742263_1439 (size=12595) 2024-12-05T23:21:01,427 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:01,427 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/C is initiating minor compaction (all files) 2024-12-05T23:21:01,427 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/C in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,427 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/fea11914e5534b8287aae68e411811bd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/184d4b4c9e03468caeebb0e55bf162bd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/99a8b4ec2fe84d5b9e58913e9b284da6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/5bfa70370d164ccfbb8b9e57fb46d750] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=47.8 K 2024-12-05T23:21:01,428 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fea11914e5534b8287aae68e411811bd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733440856497 2024-12-05T23:21:01,428 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184d4b4c9e03468caeebb0e55bf162bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733440857138 2024-12-05T23:21:01,430 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99a8b4ec2fe84d5b9e58913e9b284da6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733440857270 2024-12-05T23:21:01,430 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bfa70370d164ccfbb8b9e57fb46d750, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733440859424 2024-12-05T23:21:01,441 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/bfa55a93c6044490a465b39dc9b2ce0b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfa55a93c6044490a465b39dc9b2ce0b 2024-12-05T23:21:01,447 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/B of 80ea72c19d7c3bdd7831128be5e0117f into bfa55a93c6044490a465b39dc9b2ce0b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:01,447 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:01,447 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/B, priority=12, startTime=1733440861360; duration=0sec 2024-12-05T23:21:01,447 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:01,448 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:B 2024-12-05T23:21:01,453 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:01,453 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/dafbb3b5387443259610885b12c9aef0 is 50, key is test_row_0/C:col10/1733440860047/Put/seqid=0 2024-12-05T23:21:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742264_1440 (size=12595) 2024-12-05T23:21:01,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:01,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T23:21:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:01,493 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:21:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:01,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:01,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:01,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:01,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205632922fb61d6420ba89c95fb6f9ff5b3_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440860063/Put/seqid=0 2024-12-05T23:21:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742265_1441 (size=12304) 2024-12-05T23:21:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,539 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205632922fb61d6420ba89c95fb6f9ff5b3_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205632922fb61d6420ba89c95fb6f9ff5b3_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:01,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/ffbaccee3ee746219e71e13ca65eecaa, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:01,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/ffbaccee3ee746219e71e13ca65eecaa is 175, key is test_row_0/A:col10/1733440860063/Put/seqid=0 2024-12-05T23:21:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742266_1442 (size=31105) 2024-12-05T23:21:01,547 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/ffbaccee3ee746219e71e13ca65eecaa 2024-12-05T23:21:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/c81e8723630e4b60982f00814f3e1e32 is 50, key is test_row_0/B:col10/1733440860063/Put/seqid=0 2024-12-05T23:21:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742267_1443 (size=12151) 2024-12-05T23:21:01,560 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/c81e8723630e4b60982f00814f3e1e32 2024-12-05T23:21:01,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/29d8b8e76ddf442380ffd014c9655c58 is 50, key is test_row_0/C:col10/1733440860063/Put/seqid=0 2024-12-05T23:21:01,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742268_1444 (size=12151) 2024-12-05T23:21:01,879 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/dafbb3b5387443259610885b12c9aef0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dafbb3b5387443259610885b12c9aef0 2024-12-05T23:21:01,883 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/C of 80ea72c19d7c3bdd7831128be5e0117f into dafbb3b5387443259610885b12c9aef0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:01,883 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:01,883 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/C, priority=12, startTime=1733440861360; duration=0sec 2024-12-05T23:21:01,883 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:01,883 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:C 2024-12-05T23:21:01,976 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/29d8b8e76ddf442380ffd014c9655c58 2024-12-05T23:21:01,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/ffbaccee3ee746219e71e13ca65eecaa as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/ffbaccee3ee746219e71e13ca65eecaa 2024-12-05T23:21:01,984 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/ffbaccee3ee746219e71e13ca65eecaa, entries=150, sequenceid=212, filesize=30.4 K 2024-12-05T23:21:01,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/c81e8723630e4b60982f00814f3e1e32 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c81e8723630e4b60982f00814f3e1e32 2024-12-05T23:21:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,991 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c81e8723630e4b60982f00814f3e1e32, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T23:21:01,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/29d8b8e76ddf442380ffd014c9655c58 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/29d8b8e76ddf442380ffd014c9655c58 2024-12-05T23:21:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,003 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/29d8b8e76ddf442380ffd014c9655c58, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T23:21:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,003 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 80ea72c19d7c3bdd7831128be5e0117f in 510ms, sequenceid=212, compaction requested=false 2024-12-05T23:21:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:02,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-05T23:21:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-05T23:21:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-05T23:21:02,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7490 sec 2024-12-05T23:21:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.7520 sec 2024-12-05T23:21:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:21:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f05eea0e88a444249cecd93f8f21fe5a_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440862319/Put/seqid=0 2024-12-05T23:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T23:21:02,361 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-05T23:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-05T23:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T23:21:02,365 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,365 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742270_1446 (size=24758) 2024-12-05T23:21:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440922406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440922407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440922407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440922409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440922409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T23:21:02,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T23:21:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440922516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440922517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440922517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440922519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440922520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T23:21:02,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T23:21:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440922720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440922725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440922726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440922726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440922727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,776 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f05eea0e88a444249cecd93f8f21fe5a_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f05eea0e88a444249cecd93f8f21fe5a_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:02,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bd290788d21c46bf83a876d8ca89792c, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:02,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bd290788d21c46bf83a876d8ca89792c is 175, key is test_row_0/A:col10/1733440862319/Put/seqid=0 2024-12-05T23:21:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742269_1445 (size=74395) 2024-12-05T23:21:02,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bd290788d21c46bf83a876d8ca89792c 2024-12-05T23:21:02,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/ab818223cfe74f9b89c7a147193285e7 is 50, key is test_row_0/B:col10/1733440862319/Put/seqid=0 2024-12-05T23:21:02,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T23:21:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742271_1447 (size=12151) 2024-12-05T23:21:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T23:21:02,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:02,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T23:21:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:02,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:03,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440923029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440923031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440923033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440923034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440923034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T23:21:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:03,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/ab818223cfe74f9b89c7a147193285e7 2024-12-05T23:21:03,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/4ba52f69972d489f93c34e228ef3f0ce is 50, key is test_row_0/C:col10/1733440862319/Put/seqid=0 2024-12-05T23:21:03,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742272_1448 (size=12151) 2024-12-05T23:21:03,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/4ba52f69972d489f93c34e228ef3f0ce 2024-12-05T23:21:03,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/bd290788d21c46bf83a876d8ca89792c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bd290788d21c46bf83a876d8ca89792c 2024-12-05T23:21:03,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bd290788d21c46bf83a876d8ca89792c, entries=400, sequenceid=224, filesize=72.7 K 2024-12-05T23:21:03,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T23:21:03,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/ab818223cfe74f9b89c7a147193285e7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/ab818223cfe74f9b89c7a147193285e7 2024-12-05T23:21:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:03,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/ab818223cfe74f9b89c7a147193285e7, entries=150, sequenceid=224, filesize=11.9 K 2024-12-05T23:21:03,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/4ba52f69972d489f93c34e228ef3f0ce as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/4ba52f69972d489f93c34e228ef3f0ce 2024-12-05T23:21:03,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/4ba52f69972d489f93c34e228ef3f0ce, entries=150, sequenceid=224, filesize=11.9 K 2024-12-05T23:21:03,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 80ea72c19d7c3bdd7831128be5e0117f in 994ms, sequenceid=224, compaction requested=true 2024-12-05T23:21:03,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:03,318 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:03,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:03,320 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:03,320 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:03,321 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/B is initiating minor compaction (all files) 2024-12-05T23:21:03,321 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/A is initiating minor compaction (all files) 2024-12-05T23:21:03,321 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/A in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,321 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/B in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,321 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfa55a93c6044490a465b39dc9b2ce0b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c81e8723630e4b60982f00814f3e1e32, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/ab818223cfe74f9b89c7a147193285e7] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=36.0 K 2024-12-05T23:21:03,321 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/f7369db373c34cb1abbada3a0931a9eb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/ffbaccee3ee746219e71e13ca65eecaa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bd290788d21c46bf83a876d8ca89792c] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=133.8 K 2024-12-05T23:21:03,321 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,321 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/f7369db373c34cb1abbada3a0931a9eb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/ffbaccee3ee746219e71e13ca65eecaa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bd290788d21c46bf83a876d8ca89792c] 2024-12-05T23:21:03,321 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bfa55a93c6044490a465b39dc9b2ce0b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733440859424 2024-12-05T23:21:03,321 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7369db373c34cb1abbada3a0931a9eb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733440859424 2024-12-05T23:21:03,322 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c81e8723630e4b60982f00814f3e1e32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440860063 2024-12-05T23:21:03,322 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffbaccee3ee746219e71e13ca65eecaa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440860063 2024-12-05T23:21:03,322 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ab818223cfe74f9b89c7a147193285e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733440862319 2024-12-05T23:21:03,322 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd290788d21c46bf83a876d8ca89792c, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733440862300 2024-12-05T23:21:03,334 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:03,335 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/24398aa1c69447cbb0b3af90d807aa3c is 50, key is test_row_0/B:col10/1733440862319/Put/seqid=0 2024-12-05T23:21:03,346 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742273_1449 (size=12697) 2024-12-05T23:21:03,365 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120599568febe5a843708d8cee0af9542251_80ea72c19d7c3bdd7831128be5e0117f store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:03,369 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120599568febe5a843708d8cee0af9542251_80ea72c19d7c3bdd7831128be5e0117f, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:03,370 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120599568febe5a843708d8cee0af9542251_80ea72c19d7c3bdd7831128be5e0117f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:03,404 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/24398aa1c69447cbb0b3af90d807aa3c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/24398aa1c69447cbb0b3af90d807aa3c 2024-12-05T23:21:03,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742274_1450 (size=4469) 2024-12-05T23:21:03,421 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#A#compaction#379 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:03,422 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/1593b2896d21442985eb555ec520b69b is 175, key is test_row_0/A:col10/1733440862319/Put/seqid=0 2024-12-05T23:21:03,428 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/B of 80ea72c19d7c3bdd7831128be5e0117f into 24398aa1c69447cbb0b3af90d807aa3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:03,428 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:03,428 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/B, priority=13, startTime=1733440863319; duration=0sec 2024-12-05T23:21:03,428 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:03,428 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:B 2024-12-05T23:21:03,428 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:03,432 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:03,432 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/C is initiating minor compaction (all files) 2024-12-05T23:21:03,432 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/C in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,432 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dafbb3b5387443259610885b12c9aef0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/29d8b8e76ddf442380ffd014c9655c58, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/4ba52f69972d489f93c34e228ef3f0ce] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=36.0 K 2024-12-05T23:21:03,432 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting dafbb3b5387443259610885b12c9aef0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733440859424 2024-12-05T23:21:03,433 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 29d8b8e76ddf442380ffd014c9655c58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440860063 2024-12-05T23:21:03,437 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba52f69972d489f93c34e228ef3f0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733440862319 2024-12-05T23:21:03,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T23:21:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:03,449 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T23:21:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742275_1451 (size=31651) 2024-12-05T23:21:03,460 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:03,461 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/e60e0358c51e41fa88932bf8531def4d is 50, key is test_row_0/C:col10/1733440862319/Put/seqid=0 2024-12-05T23:21:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T23:21:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c81cfb4dda7741c0aff07e7dd018bd1b_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440862407/Put/seqid=0 2024-12-05T23:21:03,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742276_1452 (size=12697) 2024-12-05T23:21:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742277_1453 (size=12304) 2024-12-05T23:21:03,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:03,537 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c81cfb4dda7741c0aff07e7dd018bd1b_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c81cfb4dda7741c0aff07e7dd018bd1b_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:03,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:03,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9aff190bb22d4c17b4a0bee65721a56d, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:03,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9aff190bb22d4c17b4a0bee65721a56d is 175, key is test_row_0/A:col10/1733440862407/Put/seqid=0 2024-12-05T23:21:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440923549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440923553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742278_1454 (size=31105) 2024-12-05T23:21:03,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440923555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,568 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9aff190bb22d4c17b4a0bee65721a56d 2024-12-05T23:21:03,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440923557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440923557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/1026d41366854ba290c3af576ccf921b is 50, key is test_row_0/B:col10/1733440862407/Put/seqid=0 2024-12-05T23:21:03,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742279_1455 (size=12151) 2024-12-05T23:21:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440923663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440923669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440923670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440923670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,856 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/1593b2896d21442985eb555ec520b69b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/1593b2896d21442985eb555ec520b69b 2024-12-05T23:21:03,861 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/A of 80ea72c19d7c3bdd7831128be5e0117f into 1593b2896d21442985eb555ec520b69b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:03,861 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:03,861 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/A, priority=13, startTime=1733440863318; duration=0sec 2024-12-05T23:21:03,861 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:03,861 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:A 2024-12-05T23:21:03,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440923869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440923877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440923878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440923878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:03,920 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/e60e0358c51e41fa88932bf8531def4d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/e60e0358c51e41fa88932bf8531def4d 2024-12-05T23:21:03,924 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/C of 80ea72c19d7c3bdd7831128be5e0117f into e60e0358c51e41fa88932bf8531def4d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:03,924 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:03,925 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/C, priority=13, startTime=1733440863319; duration=0sec 2024-12-05T23:21:03,925 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:03,925 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:C 2024-12-05T23:21:04,017 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/1026d41366854ba290c3af576ccf921b 2024-12-05T23:21:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/34ed96598e714780bbd785baff8fead3 is 50, key is test_row_0/C:col10/1733440862407/Put/seqid=0 2024-12-05T23:21:04,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742280_1456 (size=12151) 2024-12-05T23:21:04,030 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/34ed96598e714780bbd785baff8fead3 2024-12-05T23:21:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/9aff190bb22d4c17b4a0bee65721a56d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9aff190bb22d4c17b4a0bee65721a56d 2024-12-05T23:21:04,042 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9aff190bb22d4c17b4a0bee65721a56d, entries=150, sequenceid=251, filesize=30.4 K 2024-12-05T23:21:04,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/1026d41366854ba290c3af576ccf921b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/1026d41366854ba290c3af576ccf921b 2024-12-05T23:21:04,050 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/1026d41366854ba290c3af576ccf921b, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T23:21:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/34ed96598e714780bbd785baff8fead3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/34ed96598e714780bbd785baff8fead3 2024-12-05T23:21:04,054 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/34ed96598e714780bbd785baff8fead3, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T23:21:04,055 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 80ea72c19d7c3bdd7831128be5e0117f in 606ms, sequenceid=251, compaction requested=false 2024-12-05T23:21:04,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:04,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:04,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-05T23:21:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-05T23:21:04,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-05T23:21:04,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6920 sec 2024-12-05T23:21:04,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.6960 sec 2024-12-05T23:21:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:04,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:21:04,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:04,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:04,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:04,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:04,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:04,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:04,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205be5ca368dc0a4b1499cfcffb3fc86c4a_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440864175/Put/seqid=0 2024-12-05T23:21:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742281_1457 (size=14944) 2024-12-05T23:21:04,200 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:04,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205be5ca368dc0a4b1499cfcffb3fc86c4a_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205be5ca368dc0a4b1499cfcffb3fc86c4a_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:04,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/17590130eb1045fdad3ee332151859e9, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:04,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/17590130eb1045fdad3ee332151859e9 is 175, key is test_row_0/A:col10/1733440864175/Put/seqid=0 2024-12-05T23:21:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742282_1458 (size=39899) 2024-12-05T23:21:04,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/17590130eb1045fdad3ee332151859e9 2024-12-05T23:21:04,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/787daad2726340d79589367b882121c3 is 50, key is test_row_0/B:col10/1733440864175/Put/seqid=0 2024-12-05T23:21:04,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440924221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440924223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440924226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440924227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742283_1459 (size=12251) 2024-12-05T23:21:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440924335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440924335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440924335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440924338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T23:21:04,468 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-05T23:21:04,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-05T23:21:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T23:21:04,471 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:04,471 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:04,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:04,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440924540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440924541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440924541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440924543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440924557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T23:21:04,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T23:21:04,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:04,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/787daad2726340d79589367b882121c3 2024-12-05T23:21:04,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/8a684f9968084d7f9405c3dfdb9b0d0d is 50, key is test_row_0/C:col10/1733440864175/Put/seqid=0 2024-12-05T23:21:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742284_1460 (size=12251) 2024-12-05T23:21:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T23:21:04,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T23:21:04,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:04,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440924848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440924849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440924849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440924850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:04,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T23:21:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:04,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:05,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/8a684f9968084d7f9405c3dfdb9b0d0d 2024-12-05T23:21:05,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/17590130eb1045fdad3ee332151859e9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/17590130eb1045fdad3ee332151859e9 2024-12-05T23:21:05,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/17590130eb1045fdad3ee332151859e9, entries=200, sequenceid=264, filesize=39.0 K 2024-12-05T23:21:05,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/787daad2726340d79589367b882121c3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/787daad2726340d79589367b882121c3 2024-12-05T23:21:05,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/787daad2726340d79589367b882121c3, entries=150, sequenceid=264, filesize=12.0 K 2024-12-05T23:21:05,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/8a684f9968084d7f9405c3dfdb9b0d0d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/8a684f9968084d7f9405c3dfdb9b0d0d 2024-12-05T23:21:05,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/8a684f9968084d7f9405c3dfdb9b0d0d, entries=150, sequenceid=264, filesize=12.0 K 2024-12-05T23:21:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T23:21:05,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 80ea72c19d7c3bdd7831128be5e0117f in 897ms, sequenceid=264, compaction requested=true 2024-12-05T23:21:05,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:05,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:05,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:05,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:05,074 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:05,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:05,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:05,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:05,074 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:05,075 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:05,075 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:05,075 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/A is initiating minor compaction (all files) 2024-12-05T23:21:05,075 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/B is initiating minor compaction (all files) 2024-12-05T23:21:05,075 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/A in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:05,075 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/B in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:05,075 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/1593b2896d21442985eb555ec520b69b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9aff190bb22d4c17b4a0bee65721a56d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/17590130eb1045fdad3ee332151859e9] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=100.2 K 2024-12-05T23:21:05,075 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/24398aa1c69447cbb0b3af90d807aa3c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/1026d41366854ba290c3af576ccf921b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/787daad2726340d79589367b882121c3] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=36.2 K 2024-12-05T23:21:05,075 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:05,075 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/1593b2896d21442985eb555ec520b69b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9aff190bb22d4c17b4a0bee65721a56d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/17590130eb1045fdad3ee332151859e9] 2024-12-05T23:21:05,075 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 24398aa1c69447cbb0b3af90d807aa3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733440862319 2024-12-05T23:21:05,076 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1593b2896d21442985eb555ec520b69b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733440862319 2024-12-05T23:21:05,076 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1026d41366854ba290c3af576ccf921b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733440862406 2024-12-05T23:21:05,076 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 787daad2726340d79589367b882121c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733440863541 2024-12-05T23:21:05,076 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aff190bb22d4c17b4a0bee65721a56d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733440862406 2024-12-05T23:21:05,077 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17590130eb1045fdad3ee332151859e9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733440863541 2024-12-05T23:21:05,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T23:21:05,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:05,082 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:21:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:05,084 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:05,084 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/bfb48873b0304265a8b2703478f4fe85 is 50, key is test_row_0/B:col10/1733440864175/Put/seqid=0 2024-12-05T23:21:05,095 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742285_1461 (size=12899) 2024-12-05T23:21:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055afc64731a784faeb834d1237dde2043_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440864216/Put/seqid=0 2024-12-05T23:21:05,108 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120583013e0abb684d69aad354c1701f41fe_80ea72c19d7c3bdd7831128be5e0117f store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:05,110 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120583013e0abb684d69aad354c1701f41fe_80ea72c19d7c3bdd7831128be5e0117f, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:05,111 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120583013e0abb684d69aad354c1701f41fe_80ea72c19d7c3bdd7831128be5e0117f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742286_1462 (size=12454) 2024-12-05T23:21:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742287_1463 (size=4469) 2024-12-05T23:21:05,125 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#A#compaction#388 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:05,126 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/b46a8138b05e418480c22571c8ca8853 is 175, key is test_row_0/A:col10/1733440864175/Put/seqid=0 2024-12-05T23:21:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742288_1464 (size=31853) 2024-12-05T23:21:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:05,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440925370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440925371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440925372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440925373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440925478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440925478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440925479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440925481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,505 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/bfb48873b0304265a8b2703478f4fe85 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfb48873b0304265a8b2703478f4fe85 2024-12-05T23:21:05,509 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/B of 80ea72c19d7c3bdd7831128be5e0117f into bfb48873b0304265a8b2703478f4fe85(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:05,509 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:05,510 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/B, priority=13, startTime=1733440865074; duration=0sec 2024-12-05T23:21:05,510 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:05,510 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:B 2024-12-05T23:21:05,510 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:05,511 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:05,511 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/C is initiating minor compaction (all files) 2024-12-05T23:21:05,511 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/C in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:05,511 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/e60e0358c51e41fa88932bf8531def4d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/34ed96598e714780bbd785baff8fead3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/8a684f9968084d7f9405c3dfdb9b0d0d] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=36.2 K 2024-12-05T23:21:05,512 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e60e0358c51e41fa88932bf8531def4d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733440862319 2024-12-05T23:21:05,512 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 34ed96598e714780bbd785baff8fead3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733440862406 2024-12-05T23:21:05,512 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a684f9968084d7f9405c3dfdb9b0d0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733440863541 2024-12-05T23:21:05,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:05,520 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055afc64731a784faeb834d1237dde2043_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055afc64731a784faeb834d1237dde2043_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:05,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/7d2c75a4c5984993962c09686ac1306c, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:05,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/7d2c75a4c5984993962c09686ac1306c is 175, key is test_row_0/A:col10/1733440864216/Put/seqid=0 2024-12-05T23:21:05,523 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:05,523 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/736a2df84f224437b24f5e311957d44f is 50, key is test_row_0/C:col10/1733440864175/Put/seqid=0 2024-12-05T23:21:05,539 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/b46a8138b05e418480c22571c8ca8853 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b46a8138b05e418480c22571c8ca8853 2024-12-05T23:21:05,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742289_1465 (size=31255) 2024-12-05T23:21:05,547 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/7d2c75a4c5984993962c09686ac1306c 2024-12-05T23:21:05,549 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/A of 80ea72c19d7c3bdd7831128be5e0117f into b46a8138b05e418480c22571c8ca8853(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:05,549 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:05,549 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/A, priority=13, startTime=1733440865074; duration=0sec 2024-12-05T23:21:05,549 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:05,549 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:A 2024-12-05T23:21:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742290_1466 (size=12899) 2024-12-05T23:21:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/4432981072f2445c9a8e783afb68d0f4 is 50, key is test_row_0/B:col10/1733440864216/Put/seqid=0 2024-12-05T23:21:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742291_1467 (size=12301) 2024-12-05T23:21:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T23:21:05,580 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/4432981072f2445c9a8e783afb68d0f4 2024-12-05T23:21:05,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/6fab2a8d91024b11aa95fd76760d5184 is 50, key is test_row_0/C:col10/1733440864216/Put/seqid=0 2024-12-05T23:21:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742292_1468 (size=12301) 2024-12-05T23:21:05,606 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/6fab2a8d91024b11aa95fd76760d5184 2024-12-05T23:21:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/7d2c75a4c5984993962c09686ac1306c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/7d2c75a4c5984993962c09686ac1306c 2024-12-05T23:21:05,616 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/7d2c75a4c5984993962c09686ac1306c, entries=150, sequenceid=289, filesize=30.5 K 2024-12-05T23:21:05,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/4432981072f2445c9a8e783afb68d0f4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/4432981072f2445c9a8e783afb68d0f4 2024-12-05T23:21:05,621 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/4432981072f2445c9a8e783afb68d0f4, entries=150, sequenceid=289, filesize=12.0 K 2024-12-05T23:21:05,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/6fab2a8d91024b11aa95fd76760d5184 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6fab2a8d91024b11aa95fd76760d5184 2024-12-05T23:21:05,626 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6fab2a8d91024b11aa95fd76760d5184, entries=150, sequenceid=289, filesize=12.0 K 2024-12-05T23:21:05,626 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 80ea72c19d7c3bdd7831128be5e0117f in 544ms, sequenceid=289, compaction requested=false 2024-12-05T23:21:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-05T23:21:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-05T23:21:05,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-05T23:21:05,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1560 sec 2024-12-05T23:21:05,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.1610 sec 2024-12-05T23:21:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:05,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:21:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:05,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120500b928f44e8b47ea89441357a28586a5_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440865372/Put/seqid=0 2024-12-05T23:21:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742293_1469 (size=20074) 2024-12-05T23:21:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440925728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440925728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440925736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440925737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440925839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440925844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440925844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440925849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:05,956 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/736a2df84f224437b24f5e311957d44f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/736a2df84f224437b24f5e311957d44f 2024-12-05T23:21:05,960 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/C of 80ea72c19d7c3bdd7831128be5e0117f into 736a2df84f224437b24f5e311957d44f(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:05,960 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:05,960 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/C, priority=13, startTime=1733440865074; duration=0sec 2024-12-05T23:21:05,960 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:05,960 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:C 2024-12-05T23:21:06,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440926046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440926052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440926053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440926054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:06,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120500b928f44e8b47ea89441357a28586a5_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120500b928f44e8b47ea89441357a28586a5_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:06,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/35397b9778d94de288506d50ec9ead0a, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:06,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/35397b9778d94de288506d50ec9ead0a is 175, key is test_row_0/A:col10/1733440865372/Put/seqid=0 2024-12-05T23:21:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742294_1470 (size=57333) 2024-12-05T23:21:06,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440926352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440926358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440926359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440926361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/35397b9778d94de288506d50ec9ead0a 2024-12-05T23:21:06,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/0ada52ab95e043aebd37c753caaefafd is 50, key is test_row_0/B:col10/1733440865372/Put/seqid=0 2024-12-05T23:21:06,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742295_1471 (size=12301) 2024-12-05T23:21:06,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/0ada52ab95e043aebd37c753caaefafd 2024-12-05T23:21:06,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/6adaf063a5e34c089ba23b672c812e59 is 50, key is test_row_0/C:col10/1733440865372/Put/seqid=0 2024-12-05T23:21:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742296_1472 (size=12301) 2024-12-05T23:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T23:21:06,580 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-05T23:21:06,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-05T23:21:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T23:21:06,582 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:06,582 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:06,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:06,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37372 deadline: 1733440926578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,585 DEBUG [Thread-1719 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T23:21:06,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T23:21:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:06,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:06,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37352 deadline: 1733440926859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37340 deadline: 1733440926866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1733440926866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1733440926869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T23:21:06,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:06,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T23:21:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:06,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:06,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:06,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/6adaf063a5e34c089ba23b672c812e59 2024-12-05T23:21:06,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/35397b9778d94de288506d50ec9ead0a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/35397b9778d94de288506d50ec9ead0a 2024-12-05T23:21:06,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/35397b9778d94de288506d50ec9ead0a, entries=300, sequenceid=305, filesize=56.0 K 2024-12-05T23:21:06,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/0ada52ab95e043aebd37c753caaefafd as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/0ada52ab95e043aebd37c753caaefafd 2024-12-05T23:21:06,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/0ada52ab95e043aebd37c753caaefafd, entries=150, sequenceid=305, filesize=12.0 K 2024-12-05T23:21:06,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/6adaf063a5e34c089ba23b672c812e59 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6adaf063a5e34c089ba23b672c812e59 2024-12-05T23:21:06,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6adaf063a5e34c089ba23b672c812e59, entries=150, sequenceid=305, filesize=12.0 K 2024-12-05T23:21:06,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 80ea72c19d7c3bdd7831128be5e0117f in 1283ms, sequenceid=305, compaction requested=true 2024-12-05T23:21:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:06,969 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80ea72c19d7c3bdd7831128be5e0117f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:06,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:06,969 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:06,970 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:06,970 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/A is initiating minor compaction (all files) 2024-12-05T23:21:06,970 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/A in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:06,970 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b46a8138b05e418480c22571c8ca8853, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/7d2c75a4c5984993962c09686ac1306c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/35397b9778d94de288506d50ec9ead0a] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=117.6 K 2024-12-05T23:21:06,970 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:06,970 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b46a8138b05e418480c22571c8ca8853, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/7d2c75a4c5984993962c09686ac1306c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/35397b9778d94de288506d50ec9ead0a] 2024-12-05T23:21:06,971 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:06,971 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b46a8138b05e418480c22571c8ca8853, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733440863541 2024-12-05T23:21:06,971 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/B is initiating minor compaction (all files) 2024-12-05T23:21:06,971 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/B in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:06,971 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfb48873b0304265a8b2703478f4fe85, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/4432981072f2445c9a8e783afb68d0f4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/0ada52ab95e043aebd37c753caaefafd] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=36.6 K 2024-12-05T23:21:06,971 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d2c75a4c5984993962c09686ac1306c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440864216 2024-12-05T23:21:06,972 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb48873b0304265a8b2703478f4fe85, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733440863541 2024-12-05T23:21:06,972 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35397b9778d94de288506d50ec9ead0a, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733440865364 2024-12-05T23:21:06,972 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4432981072f2445c9a8e783afb68d0f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440864216 2024-12-05T23:21:06,972 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ada52ab95e043aebd37c753caaefafd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733440865364 2024-12-05T23:21:06,981 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:06,982 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/cc2a9f1f7b8540a28152f0a39b99a68f is 50, key is test_row_0/B:col10/1733440865372/Put/seqid=0 2024-12-05T23:21:06,983 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:06,989 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412054ea2f1fff75b4055a41fa38228676393_80ea72c19d7c3bdd7831128be5e0117f store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:06,991 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412054ea2f1fff75b4055a41fa38228676393_80ea72c19d7c3bdd7831128be5e0117f, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:06,991 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054ea2f1fff75b4055a41fa38228676393_80ea72c19d7c3bdd7831128be5e0117f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:06,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742297_1473 (size=13051) 2024-12-05T23:21:06,999 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/cc2a9f1f7b8540a28152f0a39b99a68f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/cc2a9f1f7b8540a28152f0a39b99a68f 2024-12-05T23:21:07,006 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/B of 80ea72c19d7c3bdd7831128be5e0117f into cc2a9f1f7b8540a28152f0a39b99a68f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742298_1474 (size=4469) 2024-12-05T23:21:07,006 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:07,006 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/B, priority=13, startTime=1733440866969; duration=0sec 2024-12-05T23:21:07,006 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:07,007 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:B 2024-12-05T23:21:07,007 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:07,009 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:07,009 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 80ea72c19d7c3bdd7831128be5e0117f/C is initiating minor compaction (all files) 2024-12-05T23:21:07,009 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80ea72c19d7c3bdd7831128be5e0117f/C in TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:07,009 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/736a2df84f224437b24f5e311957d44f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6fab2a8d91024b11aa95fd76760d5184, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6adaf063a5e34c089ba23b672c812e59] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp, totalSize=36.6 K 2024-12-05T23:21:07,009 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 736a2df84f224437b24f5e311957d44f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733440863541 2024-12-05T23:21:07,010 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fab2a8d91024b11aa95fd76760d5184, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733440864216 2024-12-05T23:21:07,010 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6adaf063a5e34c089ba23b672c812e59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733440865364 2024-12-05T23:21:07,010 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#A#compaction#397 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:07,011 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d7a975778bfc459badbe954988d45b2c is 175, key is test_row_0/A:col10/1733440865372/Put/seqid=0 2024-12-05T23:21:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742299_1475 (size=32005) 2024-12-05T23:21:07,022 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80ea72c19d7c3bdd7831128be5e0117f#C#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:07,022 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/f742e7c14198444eaed17fb7880e787b is 50, key is test_row_0/C:col10/1733440865372/Put/seqid=0 2024-12-05T23:21:07,028 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d7a975778bfc459badbe954988d45b2c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d7a975778bfc459badbe954988d45b2c 2024-12-05T23:21:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742300_1476 (size=13051) 2024-12-05T23:21:07,037 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/A of 80ea72c19d7c3bdd7831128be5e0117f into d7a975778bfc459badbe954988d45b2c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:07,037 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:07,037 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/A, priority=13, startTime=1733440866969; duration=0sec 2024-12-05T23:21:07,037 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:07,037 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:A 2024-12-05T23:21:07,039 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/f742e7c14198444eaed17fb7880e787b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/f742e7c14198444eaed17fb7880e787b 2024-12-05T23:21:07,040 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:07,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T23:21:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:07,041 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T23:21:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:07,047 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80ea72c19d7c3bdd7831128be5e0117f/C of 80ea72c19d7c3bdd7831128be5e0117f into f742e7c14198444eaed17fb7880e787b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:07,047 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:07,047 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f., storeName=80ea72c19d7c3bdd7831128be5e0117f/C, priority=13, startTime=1733440866969; duration=0sec 2024-12-05T23:21:07,048 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:07,048 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80ea72c19d7c3bdd7831128be5e0117f:C 2024-12-05T23:21:07,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054c6f6718ac0949a394699ee3fbc0c994_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440865713/Put/seqid=0 2024-12-05T23:21:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742301_1477 (size=12454) 2024-12-05T23:21:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T23:21:07,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:07,480 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054c6f6718ac0949a394699ee3fbc0c994_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054c6f6718ac0949a394699ee3fbc0c994_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:07,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/8212dce004f544a3904357a309216f09, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:07,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/8212dce004f544a3904357a309216f09 is 175, key is test_row_0/A:col10/1733440865713/Put/seqid=0 2024-12-05T23:21:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742302_1478 (size=31255) 2024-12-05T23:21:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T23:21:07,718 DEBUG [Thread-1728 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c6303c2 to 127.0.0.1:49561 2024-12-05T23:21:07,718 DEBUG [Thread-1728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,719 DEBUG [Thread-1732 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x569bd38f to 127.0.0.1:49561 2024-12-05T23:21:07,719 DEBUG [Thread-1732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,720 DEBUG [Thread-1734 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d4d790b to 127.0.0.1:49561 2024-12-05T23:21:07,720 DEBUG [Thread-1734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,722 DEBUG [Thread-1726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06d09e23 to 127.0.0.1:49561 2024-12-05T23:21:07,722 DEBUG [Thread-1726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,723 DEBUG [Thread-1730 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60f6beeb to 127.0.0.1:49561 2024-12-05T23:21:07,723 DEBUG [Thread-1730 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. as already flushing 2024-12-05T23:21:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:07,867 DEBUG [Thread-1717 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58b36f81 to 127.0.0.1:49561 2024-12-05T23:21:07,867 DEBUG [Thread-1717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,876 DEBUG [Thread-1715 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ad21eaa to 127.0.0.1:49561 2024-12-05T23:21:07,876 DEBUG [Thread-1715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,878 DEBUG [Thread-1723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ee663b6 to 127.0.0.1:49561 2024-12-05T23:21:07,878 DEBUG [Thread-1723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,883 DEBUG [Thread-1721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x737aebf6 to 127.0.0.1:49561 2024-12-05T23:21:07,883 DEBUG [Thread-1721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,886 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/8212dce004f544a3904357a309216f09 2024-12-05T23:21:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/17cdb3147e9e40c998a4d33bd34fe305 is 50, key is test_row_0/B:col10/1733440865713/Put/seqid=0 2024-12-05T23:21:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742303_1479 (size=12301) 2024-12-05T23:21:08,295 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/17cdb3147e9e40c998a4d33bd34fe305 2024-12-05T23:21:08,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/3f079f3ea4784583ad938771d4b6890e is 50, key is test_row_0/C:col10/1733440865713/Put/seqid=0 2024-12-05T23:21:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742304_1480 (size=12301) 2024-12-05T23:21:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T23:21:08,704 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/3f079f3ea4784583ad938771d4b6890e 2024-12-05T23:21:08,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/8212dce004f544a3904357a309216f09 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/8212dce004f544a3904357a309216f09 2024-12-05T23:21:08,711 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/8212dce004f544a3904357a309216f09, entries=150, sequenceid=330, filesize=30.5 K 2024-12-05T23:21:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/17cdb3147e9e40c998a4d33bd34fe305 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17cdb3147e9e40c998a4d33bd34fe305 2024-12-05T23:21:08,715 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17cdb3147e9e40c998a4d33bd34fe305, entries=150, sequenceid=330, filesize=12.0 K 2024-12-05T23:21:08,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/3f079f3ea4784583ad938771d4b6890e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/3f079f3ea4784583ad938771d4b6890e 2024-12-05T23:21:08,719 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/3f079f3ea4784583ad938771d4b6890e, entries=150, sequenceid=330, filesize=12.0 K 2024-12-05T23:21:08,720 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 80ea72c19d7c3bdd7831128be5e0117f in 1679ms, sequenceid=330, compaction requested=false 2024-12-05T23:21:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-05T23:21:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-05T23:21:08,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-05T23:21:08,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1380 sec 2024-12-05T23:21:08,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.1420 sec 2024-12-05T23:21:10,600 DEBUG [Thread-1719 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38d9a700 to 127.0.0.1:49561 2024-12-05T23:21:10,600 DEBUG [Thread-1719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T23:21:10,687 INFO [Thread-1725 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2244 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6732 rows 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2255 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6764 rows 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2253 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6757 rows 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2259 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6777 rows 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2242 2024-12-05T23:21:10,687 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6726 rows 2024-12-05T23:21:10,687 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T23:21:10,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01b57158 to 127.0.0.1:49561 2024-12-05T23:21:10,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:10,689 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T23:21:10,690 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T23:21:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T23:21:10,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440870693"}]},"ts":"1733440870693"} 2024-12-05T23:21:10,695 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T23:21:10,698 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T23:21:10,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:21:10,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, UNASSIGN}] 2024-12-05T23:21:10,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, UNASSIGN 2024-12-05T23:21:10,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:10,701 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:21:10,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; CloseRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:21:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T23:21:10,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:10,853 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(124): Close 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:10,853 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:21:10,853 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1681): Closing 80ea72c19d7c3bdd7831128be5e0117f, disabling compactions & flushes 2024-12-05T23:21:10,853 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:10,853 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:10,853 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. after waiting 0 ms 2024-12-05T23:21:10,853 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:10,853 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(2837): Flushing 80ea72c19d7c3bdd7831128be5e0117f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T23:21:10,854 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=A 2024-12-05T23:21:10,854 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:10,854 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=B 2024-12-05T23:21:10,854 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:10,854 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80ea72c19d7c3bdd7831128be5e0117f, store=C 2024-12-05T23:21:10,854 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:10,859 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052a95b4af0632426aa73c3628cade1cb9_80ea72c19d7c3bdd7831128be5e0117f is 50, key is test_row_0/A:col10/1733440867866/Put/seqid=0 2024-12-05T23:21:10,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742305_1481 (size=12454) 2024-12-05T23:21:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T23:21:11,263 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:11,266 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052a95b4af0632426aa73c3628cade1cb9_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052a95b4af0632426aa73c3628cade1cb9_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:11,267 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d7dc71fe99824b5497518b560e462fd9, store: [table=TestAcidGuarantees family=A region=80ea72c19d7c3bdd7831128be5e0117f] 2024-12-05T23:21:11,267 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d7dc71fe99824b5497518b560e462fd9 is 175, key is test_row_0/A:col10/1733440867866/Put/seqid=0 2024-12-05T23:21:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742306_1482 (size=31255) 2024-12-05T23:21:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T23:21:11,671 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d7dc71fe99824b5497518b560e462fd9 2024-12-05T23:21:11,677 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/5ca247f6fb844ea8929e5120c4d7683e is 50, key is test_row_0/B:col10/1733440867866/Put/seqid=0 2024-12-05T23:21:11,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742307_1483 (size=12301) 2024-12-05T23:21:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T23:21:12,081 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/5ca247f6fb844ea8929e5120c4d7683e 2024-12-05T23:21:12,087 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/c911b8a8c20d40b5ba30ebf652663d72 is 50, key is test_row_0/C:col10/1733440867866/Put/seqid=0 2024-12-05T23:21:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742308_1484 (size=12301) 2024-12-05T23:21:12,490 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/c911b8a8c20d40b5ba30ebf652663d72 2024-12-05T23:21:12,494 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/A/d7dc71fe99824b5497518b560e462fd9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d7dc71fe99824b5497518b560e462fd9 2024-12-05T23:21:12,496 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d7dc71fe99824b5497518b560e462fd9, entries=150, sequenceid=339, filesize=30.5 K 2024-12-05T23:21:12,497 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/B/5ca247f6fb844ea8929e5120c4d7683e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/5ca247f6fb844ea8929e5120c4d7683e 2024-12-05T23:21:12,499 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/5ca247f6fb844ea8929e5120c4d7683e, entries=150, sequenceid=339, filesize=12.0 K 2024-12-05T23:21:12,500 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/.tmp/C/c911b8a8c20d40b5ba30ebf652663d72 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/c911b8a8c20d40b5ba30ebf652663d72 2024-12-05T23:21:12,502 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/c911b8a8c20d40b5ba30ebf652663d72, entries=150, sequenceid=339, filesize=12.0 K 2024-12-05T23:21:12,503 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 80ea72c19d7c3bdd7831128be5e0117f in 1650ms, sequenceid=339, compaction requested=true 2024-12-05T23:21:12,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bb5a19b8215846c18d74044c50526224, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b55f063399574a308c9cfe2add8373ad, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/0c8e8e19d3044aa8a1db6014eac7bc0c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/5525404f45ef4fac8f336df4933ee187, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9e94a0656ff949e492f26788e465a7cd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/18418f59f2bc44a0b8766eaf3356f9c4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/a185885767ad42dd8c99d750f33fbad9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/43d0484c827f4946b88e68d5f08be3cb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/2c39890a30f34aa9aea10880b8f1951e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/abae59bba60745d5a1606864f0dd6a3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/4e202257261c4584ab501ab6e501fba8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/e2da3915405740c9bc55f56f38667732, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d34fa635eadf47308a527ef9287bb6d0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/f7369db373c34cb1abbada3a0931a9eb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/ffbaccee3ee746219e71e13ca65eecaa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bd290788d21c46bf83a876d8ca89792c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/1593b2896d21442985eb555ec520b69b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9aff190bb22d4c17b4a0bee65721a56d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/17590130eb1045fdad3ee332151859e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b46a8138b05e418480c22571c8ca8853, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/7d2c75a4c5984993962c09686ac1306c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/35397b9778d94de288506d50ec9ead0a] to archive 2024-12-05T23:21:12,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:12,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bb5a19b8215846c18d74044c50526224 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bb5a19b8215846c18d74044c50526224 2024-12-05T23:21:12,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b55f063399574a308c9cfe2add8373ad to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b55f063399574a308c9cfe2add8373ad 2024-12-05T23:21:12,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/0c8e8e19d3044aa8a1db6014eac7bc0c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/0c8e8e19d3044aa8a1db6014eac7bc0c 2024-12-05T23:21:12,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/5525404f45ef4fac8f336df4933ee187 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/5525404f45ef4fac8f336df4933ee187 2024-12-05T23:21:12,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9e94a0656ff949e492f26788e465a7cd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9e94a0656ff949e492f26788e465a7cd 2024-12-05T23:21:12,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/18418f59f2bc44a0b8766eaf3356f9c4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/18418f59f2bc44a0b8766eaf3356f9c4 2024-12-05T23:21:12,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/a185885767ad42dd8c99d750f33fbad9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/a185885767ad42dd8c99d750f33fbad9 2024-12-05T23:21:12,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/43d0484c827f4946b88e68d5f08be3cb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/43d0484c827f4946b88e68d5f08be3cb 2024-12-05T23:21:12,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/2c39890a30f34aa9aea10880b8f1951e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/2c39890a30f34aa9aea10880b8f1951e 2024-12-05T23:21:12,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/abae59bba60745d5a1606864f0dd6a3f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/abae59bba60745d5a1606864f0dd6a3f 2024-12-05T23:21:12,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/4e202257261c4584ab501ab6e501fba8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/4e202257261c4584ab501ab6e501fba8 2024-12-05T23:21:12,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/e2da3915405740c9bc55f56f38667732 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/e2da3915405740c9bc55f56f38667732 2024-12-05T23:21:12,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d34fa635eadf47308a527ef9287bb6d0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d34fa635eadf47308a527ef9287bb6d0 2024-12-05T23:21:12,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/f7369db373c34cb1abbada3a0931a9eb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/f7369db373c34cb1abbada3a0931a9eb 2024-12-05T23:21:12,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/ffbaccee3ee746219e71e13ca65eecaa to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/ffbaccee3ee746219e71e13ca65eecaa 2024-12-05T23:21:12,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bd290788d21c46bf83a876d8ca89792c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/bd290788d21c46bf83a876d8ca89792c 2024-12-05T23:21:12,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/1593b2896d21442985eb555ec520b69b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/1593b2896d21442985eb555ec520b69b 2024-12-05T23:21:12,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9aff190bb22d4c17b4a0bee65721a56d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/9aff190bb22d4c17b4a0bee65721a56d 2024-12-05T23:21:12,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/17590130eb1045fdad3ee332151859e9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/17590130eb1045fdad3ee332151859e9 2024-12-05T23:21:12,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b46a8138b05e418480c22571c8ca8853 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/b46a8138b05e418480c22571c8ca8853 2024-12-05T23:21:12,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/7d2c75a4c5984993962c09686ac1306c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/7d2c75a4c5984993962c09686ac1306c 2024-12-05T23:21:12,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/35397b9778d94de288506d50ec9ead0a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/35397b9778d94de288506d50ec9ead0a 2024-12-05T23:21:12,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/56366ef9e3284380a0c0b66d6ba76963, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/d118b8b496c44a7cb22fc3c069659007, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04e1b0beae3a4488811f7df707c8ef0e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/39d3310a496649b59c822c55cd4568c9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/15c4d55a0ac1474990289b512e714003, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c922cd6954214f52964431745dcb8990, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/b365312d085e4924b9d0a08de721af70, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17998d28c304446f9342b6204b91417a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/8dff510d74ef444eba30f2e154a69b66, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/304a9eadc8e64a1c8a9bea99fd2ffe2b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/7c49476f9f9f441493c98f80a2174a59, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/282c59501d634f1ab945a5af17d8dd31, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfa55a93c6044490a465b39dc9b2ce0b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04930770ce5e4c2396d54eddd0625b32, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c81e8723630e4b60982f00814f3e1e32, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/24398aa1c69447cbb0b3af90d807aa3c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/ab818223cfe74f9b89c7a147193285e7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/1026d41366854ba290c3af576ccf921b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfb48873b0304265a8b2703478f4fe85, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/787daad2726340d79589367b882121c3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/4432981072f2445c9a8e783afb68d0f4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/0ada52ab95e043aebd37c753caaefafd] to archive 2024-12-05T23:21:12,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:12,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/56366ef9e3284380a0c0b66d6ba76963 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/56366ef9e3284380a0c0b66d6ba76963 2024-12-05T23:21:12,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/d118b8b496c44a7cb22fc3c069659007 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/d118b8b496c44a7cb22fc3c069659007 2024-12-05T23:21:12,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04e1b0beae3a4488811f7df707c8ef0e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04e1b0beae3a4488811f7df707c8ef0e 2024-12-05T23:21:12,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/39d3310a496649b59c822c55cd4568c9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/39d3310a496649b59c822c55cd4568c9 2024-12-05T23:21:12,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/15c4d55a0ac1474990289b512e714003 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/15c4d55a0ac1474990289b512e714003 2024-12-05T23:21:12,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c922cd6954214f52964431745dcb8990 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c922cd6954214f52964431745dcb8990 2024-12-05T23:21:12,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/b365312d085e4924b9d0a08de721af70 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/b365312d085e4924b9d0a08de721af70 2024-12-05T23:21:12,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17998d28c304446f9342b6204b91417a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17998d28c304446f9342b6204b91417a 2024-12-05T23:21:12,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/8dff510d74ef444eba30f2e154a69b66 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/8dff510d74ef444eba30f2e154a69b66 2024-12-05T23:21:12,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/304a9eadc8e64a1c8a9bea99fd2ffe2b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/304a9eadc8e64a1c8a9bea99fd2ffe2b 2024-12-05T23:21:12,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/7c49476f9f9f441493c98f80a2174a59 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/7c49476f9f9f441493c98f80a2174a59 2024-12-05T23:21:12,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/282c59501d634f1ab945a5af17d8dd31 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/282c59501d634f1ab945a5af17d8dd31 2024-12-05T23:21:12,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfa55a93c6044490a465b39dc9b2ce0b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfa55a93c6044490a465b39dc9b2ce0b 2024-12-05T23:21:12,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04930770ce5e4c2396d54eddd0625b32 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/04930770ce5e4c2396d54eddd0625b32 2024-12-05T23:21:12,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c81e8723630e4b60982f00814f3e1e32 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/c81e8723630e4b60982f00814f3e1e32 2024-12-05T23:21:12,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/24398aa1c69447cbb0b3af90d807aa3c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/24398aa1c69447cbb0b3af90d807aa3c 2024-12-05T23:21:12,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/ab818223cfe74f9b89c7a147193285e7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/ab818223cfe74f9b89c7a147193285e7 2024-12-05T23:21:12,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/1026d41366854ba290c3af576ccf921b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/1026d41366854ba290c3af576ccf921b 2024-12-05T23:21:12,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfb48873b0304265a8b2703478f4fe85 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/bfb48873b0304265a8b2703478f4fe85 2024-12-05T23:21:12,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/787daad2726340d79589367b882121c3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/787daad2726340d79589367b882121c3 2024-12-05T23:21:12,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/4432981072f2445c9a8e783afb68d0f4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/4432981072f2445c9a8e783afb68d0f4 2024-12-05T23:21:12,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/0ada52ab95e043aebd37c753caaefafd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/0ada52ab95e043aebd37c753caaefafd 2024-12-05T23:21:12,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/aa2e4990473b4c0ebeaaabd841bd969b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/20c3934665844114a54a7fa952bfa6e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/9e7a6a13313e4600b14708c39b10406f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/d3fff932b01b4730965f0256072ea725, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/26ae92bbcbea42029e9ef0137f115ad0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dff74406954147edab72a63316e78509, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/149a5cb18fdf4d4fad25fefdf0c6fa9b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/032642602dfe4837881ab512f4c07fab, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/fea11914e5534b8287aae68e411811bd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/a0492065a256472c9bc9cdbffe2dfd4a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/184d4b4c9e03468caeebb0e55bf162bd, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/99a8b4ec2fe84d5b9e58913e9b284da6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dafbb3b5387443259610885b12c9aef0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/5bfa70370d164ccfbb8b9e57fb46d750, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/29d8b8e76ddf442380ffd014c9655c58, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/e60e0358c51e41fa88932bf8531def4d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/4ba52f69972d489f93c34e228ef3f0ce, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/34ed96598e714780bbd785baff8fead3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/736a2df84f224437b24f5e311957d44f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/8a684f9968084d7f9405c3dfdb9b0d0d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6fab2a8d91024b11aa95fd76760d5184, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6adaf063a5e34c089ba23b672c812e59] to archive 2024-12-05T23:21:12,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:12,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/aa2e4990473b4c0ebeaaabd841bd969b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/aa2e4990473b4c0ebeaaabd841bd969b 2024-12-05T23:21:12,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/20c3934665844114a54a7fa952bfa6e9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/20c3934665844114a54a7fa952bfa6e9 2024-12-05T23:21:12,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/9e7a6a13313e4600b14708c39b10406f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/9e7a6a13313e4600b14708c39b10406f 2024-12-05T23:21:12,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/d3fff932b01b4730965f0256072ea725 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/d3fff932b01b4730965f0256072ea725 2024-12-05T23:21:12,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/26ae92bbcbea42029e9ef0137f115ad0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/26ae92bbcbea42029e9ef0137f115ad0 2024-12-05T23:21:12,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dff74406954147edab72a63316e78509 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dff74406954147edab72a63316e78509 2024-12-05T23:21:12,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/149a5cb18fdf4d4fad25fefdf0c6fa9b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/149a5cb18fdf4d4fad25fefdf0c6fa9b 2024-12-05T23:21:12,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/032642602dfe4837881ab512f4c07fab to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/032642602dfe4837881ab512f4c07fab 2024-12-05T23:21:12,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/fea11914e5534b8287aae68e411811bd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/fea11914e5534b8287aae68e411811bd 2024-12-05T23:21:12,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/a0492065a256472c9bc9cdbffe2dfd4a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/a0492065a256472c9bc9cdbffe2dfd4a 2024-12-05T23:21:12,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/184d4b4c9e03468caeebb0e55bf162bd to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/184d4b4c9e03468caeebb0e55bf162bd 2024-12-05T23:21:12,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/99a8b4ec2fe84d5b9e58913e9b284da6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/99a8b4ec2fe84d5b9e58913e9b284da6 2024-12-05T23:21:12,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dafbb3b5387443259610885b12c9aef0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/dafbb3b5387443259610885b12c9aef0 2024-12-05T23:21:12,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/5bfa70370d164ccfbb8b9e57fb46d750 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/5bfa70370d164ccfbb8b9e57fb46d750 2024-12-05T23:21:12,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/29d8b8e76ddf442380ffd014c9655c58 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/29d8b8e76ddf442380ffd014c9655c58 2024-12-05T23:21:12,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/e60e0358c51e41fa88932bf8531def4d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/e60e0358c51e41fa88932bf8531def4d 2024-12-05T23:21:12,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/4ba52f69972d489f93c34e228ef3f0ce to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/4ba52f69972d489f93c34e228ef3f0ce 2024-12-05T23:21:12,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/34ed96598e714780bbd785baff8fead3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/34ed96598e714780bbd785baff8fead3 2024-12-05T23:21:12,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/736a2df84f224437b24f5e311957d44f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/736a2df84f224437b24f5e311957d44f 2024-12-05T23:21:12,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/8a684f9968084d7f9405c3dfdb9b0d0d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/8a684f9968084d7f9405c3dfdb9b0d0d 2024-12-05T23:21:12,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6fab2a8d91024b11aa95fd76760d5184 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6fab2a8d91024b11aa95fd76760d5184 2024-12-05T23:21:12,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6adaf063a5e34c089ba23b672c812e59 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/6adaf063a5e34c089ba23b672c812e59 2024-12-05T23:21:12,565 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=4 2024-12-05T23:21:12,566 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f. 2024-12-05T23:21:12,566 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1635): Region close journal for 80ea72c19d7c3bdd7831128be5e0117f: 2024-12-05T23:21:12,567 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(170): Closed 80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=80ea72c19d7c3bdd7831128be5e0117f, regionState=CLOSED 2024-12-05T23:21:12,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-05T23:21:12,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseRegionProcedure 80ea72c19d7c3bdd7831128be5e0117f, server=9e5740704f6b,41841,1733440754996 in 1.8670 sec 2024-12-05T23:21:12,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-12-05T23:21:12,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=80ea72c19d7c3bdd7831128be5e0117f, UNASSIGN in 1.8690 sec 2024-12-05T23:21:12,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-05T23:21:12,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8720 sec 2024-12-05T23:21:12,573 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440872572"}]},"ts":"1733440872572"} 2024-12-05T23:21:12,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T23:21:12,575 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T23:21:12,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8850 sec 2024-12-05T23:21:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T23:21:12,797 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-05T23:21:12,798 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T23:21:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:12,799 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T23:21:12,799 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=128, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:12,801 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,803 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/recovered.edits] 2024-12-05T23:21:12,805 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/8212dce004f544a3904357a309216f09 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/8212dce004f544a3904357a309216f09 2024-12-05T23:21:12,806 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d7a975778bfc459badbe954988d45b2c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d7a975778bfc459badbe954988d45b2c 2024-12-05T23:21:12,807 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d7dc71fe99824b5497518b560e462fd9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/A/d7dc71fe99824b5497518b560e462fd9 2024-12-05T23:21:12,809 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17cdb3147e9e40c998a4d33bd34fe305 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/17cdb3147e9e40c998a4d33bd34fe305 2024-12-05T23:21:12,810 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/5ca247f6fb844ea8929e5120c4d7683e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/5ca247f6fb844ea8929e5120c4d7683e 2024-12-05T23:21:12,811 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/cc2a9f1f7b8540a28152f0a39b99a68f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/B/cc2a9f1f7b8540a28152f0a39b99a68f 2024-12-05T23:21:12,812 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/3f079f3ea4784583ad938771d4b6890e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/3f079f3ea4784583ad938771d4b6890e 2024-12-05T23:21:12,813 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/c911b8a8c20d40b5ba30ebf652663d72 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/c911b8a8c20d40b5ba30ebf652663d72 2024-12-05T23:21:12,814 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/f742e7c14198444eaed17fb7880e787b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/C/f742e7c14198444eaed17fb7880e787b 2024-12-05T23:21:12,816 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/recovered.edits/342.seqid to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f/recovered.edits/342.seqid 2024-12-05T23:21:12,817 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,817 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T23:21:12,817 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T23:21:12,818 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T23:21:12,820 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120500b928f44e8b47ea89441357a28586a5_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120500b928f44e8b47ea89441357a28586a5_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,821 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052a95b4af0632426aa73c3628cade1cb9_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052a95b4af0632426aa73c3628cade1cb9_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,822 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053198f29cc9114d8281b94f5e90ca3d41_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053198f29cc9114d8281b94f5e90ca3d41_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,823 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054c6f6718ac0949a394699ee3fbc0c994_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054c6f6718ac0949a394699ee3fbc0c994_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,823 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055afc64731a784faeb834d1237dde2043_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055afc64731a784faeb834d1237dde2043_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,824 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205632922fb61d6420ba89c95fb6f9ff5b3_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205632922fb61d6420ba89c95fb6f9ff5b3_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,825 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057239cad10eb042a6a9db3e6faf464a59_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057239cad10eb042a6a9db3e6faf464a59_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,826 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120588de4aea83fb49d58ba400e8bad4f109_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120588de4aea83fb49d58ba400e8bad4f109_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,827 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058a1086e21fa74dcd8636c0611778e3f0_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058a1086e21fa74dcd8636c0611778e3f0_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,828 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058ef3ba4ca32c4416af1960ae3ae5b4e4_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058ef3ba4ca32c4416af1960ae3ae5b4e4_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,829 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059b21ee9766c64b78921eadb24771077c_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059b21ee9766c64b78921eadb24771077c_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,830 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205be5241f3e7d647bda38fdd57457133a2_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205be5241f3e7d647bda38fdd57457133a2_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,831 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205be5ca368dc0a4b1499cfcffb3fc86c4a_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205be5ca368dc0a4b1499cfcffb3fc86c4a_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,832 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c81cfb4dda7741c0aff07e7dd018bd1b_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c81cfb4dda7741c0aff07e7dd018bd1b_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,833 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d5d9279c76b94b3aab3fbb3f9c1f124d_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d5d9279c76b94b3aab3fbb3f9c1f124d_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,834 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e19c70cc47b14c99b28ad75adbd4ed06_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e19c70cc47b14c99b28ad75adbd4ed06_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,835 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f05eea0e88a444249cecd93f8f21fe5a_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f05eea0e88a444249cecd93f8f21fe5a_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,835 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f7aa43ec7cb74eceb5801838ca956524_80ea72c19d7c3bdd7831128be5e0117f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f7aa43ec7cb74eceb5801838ca956524_80ea72c19d7c3bdd7831128be5e0117f 2024-12-05T23:21:12,836 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T23:21:12,837 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=128, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:12,839 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T23:21:12,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T23:21:12,841 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=128, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:12,841 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T23:21:12,841 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733440872841"}]},"ts":"9223372036854775807"} 2024-12-05T23:21:12,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T23:21:12,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 80ea72c19d7c3bdd7831128be5e0117f, NAME => 'TestAcidGuarantees,,1733440844645.80ea72c19d7c3bdd7831128be5e0117f.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T23:21:12,843 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T23:21:12,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733440872843"}]},"ts":"9223372036854775807"} 2024-12-05T23:21:12,844 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T23:21:12,846 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=128, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:12,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-12-05T23:21:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T23:21:12,900 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-05T23:21:12,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=461 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 579), ProcessCount=9 (was 11), AvailableMemoryMB=4071 (was 2787) - AvailableMemoryMB LEAK? - 2024-12-05T23:21:12,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=9, AvailableMemoryMB=4070 2024-12-05T23:21:12,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:21:12,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:12,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:12,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:12,923 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 129 2024-12-05T23:21:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-12-05T23:21:12,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742309_1485 (size=963) 2024-12-05T23:21:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-12-05T23:21:13,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:21:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-12-05T23:21:13,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:21:13,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742310_1486 (size=53) 2024-12-05T23:21:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-12-05T23:21:13,735 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:13,735 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fb93a7da2d7ed48af789907fd438f52a, disabling compactions & flushes 2024-12-05T23:21:13,735 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:13,735 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:13,735 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. after waiting 0 ms 2024-12-05T23:21:13,735 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:13,735 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:13,735 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:13,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:13,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733440873736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440873736"}]},"ts":"1733440873736"} 2024-12-05T23:21:13,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T23:21:13,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:13,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440873739"}]},"ts":"1733440873739"} 2024-12-05T23:21:13,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T23:21:13,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a, ASSIGN}] 2024-12-05T23:21:13,745 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a, ASSIGN 2024-12-05T23:21:13,745 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a, ASSIGN; state=OFFLINE, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=false 2024-12-05T23:21:13,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=fb93a7da2d7ed48af789907fd438f52a, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:13,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; OpenRegionProcedure fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:21:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-12-05T23:21:14,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:14,052 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:14,052 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7285): Opening region: {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:14,052 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,052 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:14,052 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7327): checking encryption for fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,052 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7330): checking classloading for fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,053 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,054 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:14,055 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb93a7da2d7ed48af789907fd438f52a columnFamilyName A 2024-12-05T23:21:14,055 DEBUG [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:14,055 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.HStore(327): Store=fb93a7da2d7ed48af789907fd438f52a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:14,055 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,056 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:14,056 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb93a7da2d7ed48af789907fd438f52a columnFamilyName B 2024-12-05T23:21:14,056 DEBUG [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:14,056 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.HStore(327): Store=fb93a7da2d7ed48af789907fd438f52a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:14,057 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,058 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:14,058 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb93a7da2d7ed48af789907fd438f52a columnFamilyName C 2024-12-05T23:21:14,058 DEBUG [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:14,058 INFO [StoreOpener-fb93a7da2d7ed48af789907fd438f52a-1 {}] regionserver.HStore(327): Store=fb93a7da2d7ed48af789907fd438f52a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:14,058 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:14,059 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,059 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,060 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:21:14,061 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1085): writing seq id for fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:14,063 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:14,063 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1102): Opened fb93a7da2d7ed48af789907fd438f52a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60248043, jitterRate=-0.10223419964313507}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:21:14,063 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1001): Region open journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:14,064 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., pid=131, masterSystemTime=1733440874049 2024-12-05T23:21:14,065 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:14,065 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:14,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=fb93a7da2d7ed48af789907fd438f52a, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:14,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-05T23:21:14,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; OpenRegionProcedure fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 in 169 msec 2024-12-05T23:21:14,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-12-05T23:21:14,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a, ASSIGN in 323 msec 2024-12-05T23:21:14,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:14,069 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440874069"}]},"ts":"1733440874069"} 2024-12-05T23:21:14,070 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T23:21:14,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:14,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-05T23:21:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-12-05T23:21:15,028 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 129 completed 2024-12-05T23:21:15,029 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ac055f9 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@313c81fd 2024-12-05T23:21:15,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ac6717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,034 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:15,036 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:15,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1fd58e2d to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a33c743 2024-12-05T23:21:15,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af785cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,041 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d3396b5 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69ee578f 2024-12-05T23:21:15,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f916e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4617df22 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d5eaa40 2024-12-05T23:21:15,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ffba87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05e7fe27 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d435871 2024-12-05T23:21:15,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498ce4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0021a859 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3716f8fc 2024-12-05T23:21:15,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199240c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458eddca to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e1121cd 2024-12-05T23:21:15,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed57a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00008f35 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4758d9b1 2024-12-05T23:21:15,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627b35cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e5d29ee to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f49e4c5 2024-12-05T23:21:15,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7427458a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a0e6c08 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ae1dc40 2024-12-05T23:21:15,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a4c183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x597c4444 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d6b90f7 2024-12-05T23:21:15,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb1e800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:15,088 DEBUG [hconnection-0x5d04b533-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,089 DEBUG [hconnection-0x76b77016-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,089 DEBUG [hconnection-0x274704ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,089 DEBUG [hconnection-0x1e53536f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,090 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,090 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,091 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,093 DEBUG [hconnection-0x7044ad9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,095 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-05T23:21:15,096 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:15,097 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:15,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T23:21:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:15,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:21:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,106 DEBUG [hconnection-0x57e7b328-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,109 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,117 DEBUG [hconnection-0x27b56650-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,118 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,121 DEBUG [hconnection-0x6cdcb25c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,122 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440935123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440935124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/f18864f9f0d349508faed27936648d04 is 50, key is test_row_0/A:col10/1733440875100/Put/seqid=0 2024-12-05T23:21:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440935124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,129 DEBUG [hconnection-0x14e62074-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,129 DEBUG [hconnection-0xf1b8b74-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:15,130 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,131 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440935132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440935135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742311_1487 (size=12001) 2024-12-05T23:21:15,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/f18864f9f0d349508faed27936648d04 2024-12-05T23:21:15,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f44125865c644d51b6e397a1c55046e9 is 50, key is test_row_0/B:col10/1733440875100/Put/seqid=0 2024-12-05T23:21:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742312_1488 (size=12001) 2024-12-05T23:21:15,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f44125865c644d51b6e397a1c55046e9 2024-12-05T23:21:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T23:21:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440935228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440935228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440935228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440935233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440935236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/acb7bc33fc9c457ca7f63d448ee0d9f5 is 50, key is test_row_0/C:col10/1733440875100/Put/seqid=0 2024-12-05T23:21:15,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-05T23:21:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742313_1489 (size=12001) 2024-12-05T23:21:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T23:21:15,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-05T23:21:15,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:15,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440935429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440935433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440935433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440935437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440935440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-05T23:21:15,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:15,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:15,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/acb7bc33fc9c457ca7f63d448ee0d9f5 2024-12-05T23:21:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/f18864f9f0d349508faed27936648d04 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f18864f9f0d349508faed27936648d04 2024-12-05T23:21:15,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f18864f9f0d349508faed27936648d04, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T23:21:15,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f44125865c644d51b6e397a1c55046e9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f44125865c644d51b6e397a1c55046e9 2024-12-05T23:21:15,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f44125865c644d51b6e397a1c55046e9, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T23:21:15,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/acb7bc33fc9c457ca7f63d448ee0d9f5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/acb7bc33fc9c457ca7f63d448ee0d9f5 2024-12-05T23:21:15,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/acb7bc33fc9c457ca7f63d448ee0d9f5, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T23:21:15,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for fb93a7da2d7ed48af789907fd438f52a in 576ms, sequenceid=12, compaction requested=false 2024-12-05T23:21:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T23:21:15,707 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-05T23:21:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,709 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T23:21:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fd524ad751894968a0c2c9abe5eb5fe5 is 50, key is test_row_0/A:col10/1733440875122/Put/seqid=0 2024-12-05T23:21:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742314_1490 (size=12001) 2024-12-05T23:21:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:15,748 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fd524ad751894968a0c2c9abe5eb5fe5 2024-12-05T23:21:15,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440935750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440935752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440935752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/5ecdb3908e69431098a9be87ac3b4a5a is 50, key is test_row_0/B:col10/1733440875122/Put/seqid=0 2024-12-05T23:21:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440935754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440935755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742315_1491 (size=12001) 2024-12-05T23:21:15,789 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/5ecdb3908e69431098a9be87ac3b4a5a 2024-12-05T23:21:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/ca9423d57e5346c3b6269e3c0a88317d is 50, key is test_row_0/C:col10/1733440875122/Put/seqid=0 2024-12-05T23:21:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742316_1492 (size=12001) 2024-12-05T23:21:15,823 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/ca9423d57e5346c3b6269e3c0a88317d 2024-12-05T23:21:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fd524ad751894968a0c2c9abe5eb5fe5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fd524ad751894968a0c2c9abe5eb5fe5 2024-12-05T23:21:15,832 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fd524ad751894968a0c2c9abe5eb5fe5, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T23:21:15,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/5ecdb3908e69431098a9be87ac3b4a5a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5ecdb3908e69431098a9be87ac3b4a5a 2024-12-05T23:21:15,849 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5ecdb3908e69431098a9be87ac3b4a5a, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T23:21:15,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/ca9423d57e5346c3b6269e3c0a88317d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca9423d57e5346c3b6269e3c0a88317d 2024-12-05T23:21:15,861 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca9423d57e5346c3b6269e3c0a88317d, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T23:21:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440935856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,862 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for fb93a7da2d7ed48af789907fd438f52a in 153ms, sequenceid=39, compaction requested=false 2024-12-05T23:21:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-05T23:21:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-05T23:21:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:15,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-05T23:21:15,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:21:15,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-12-05T23:21:15,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 772 msec 2024-12-05T23:21:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:15,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/67805a85ffbb407faa049be31414dafa is 50, key is test_row_0/A:col10/1733440875866/Put/seqid=0 2024-12-05T23:21:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742317_1493 (size=16681) 2024-12-05T23:21:15,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/67805a85ffbb407faa049be31414dafa 2024-12-05T23:21:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440935943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440935943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440935944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:15,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/22d5cec575194631b356946d9c4230b2 is 50, key is test_row_0/B:col10/1733440875866/Put/seqid=0 2024-12-05T23:21:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742318_1494 (size=12001) 2024-12-05T23:21:15,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/22d5cec575194631b356946d9c4230b2 2024-12-05T23:21:15,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0dae60001b14445caa32713a5ce9c38f is 50, key is test_row_0/C:col10/1733440875866/Put/seqid=0 2024-12-05T23:21:16,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742319_1495 (size=12001) 2024-12-05T23:21:16,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0dae60001b14445caa32713a5ce9c38f 2024-12-05T23:21:16,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/67805a85ffbb407faa049be31414dafa as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/67805a85ffbb407faa049be31414dafa 2024-12-05T23:21:16,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/67805a85ffbb407faa049be31414dafa, entries=250, sequenceid=51, filesize=16.3 K 2024-12-05T23:21:16,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/22d5cec575194631b356946d9c4230b2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/22d5cec575194631b356946d9c4230b2 2024-12-05T23:21:16,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/22d5cec575194631b356946d9c4230b2, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T23:21:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0dae60001b14445caa32713a5ce9c38f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0dae60001b14445caa32713a5ce9c38f 2024-12-05T23:21:16,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0dae60001b14445caa32713a5ce9c38f, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T23:21:16,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for fb93a7da2d7ed48af789907fd438f52a in 166ms, sequenceid=51, compaction requested=true 2024-12-05T23:21:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:16,032 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:16,032 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:16,033 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:16,033 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:16,033 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:16,033 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:16,033 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,033 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,033 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f44125865c644d51b6e397a1c55046e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5ecdb3908e69431098a9be87ac3b4a5a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/22d5cec575194631b356946d9c4230b2] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=35.2 K 2024-12-05T23:21:16,033 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f18864f9f0d349508faed27936648d04, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fd524ad751894968a0c2c9abe5eb5fe5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/67805a85ffbb407faa049be31414dafa] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=39.7 K 2024-12-05T23:21:16,034 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f44125865c644d51b6e397a1c55046e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733440875093 2024-12-05T23:21:16,034 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f18864f9f0d349508faed27936648d04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733440875093 2024-12-05T23:21:16,034 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ecdb3908e69431098a9be87ac3b4a5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733440875118 2024-12-05T23:21:16,034 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd524ad751894968a0c2c9abe5eb5fe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733440875118 2024-12-05T23:21:16,034 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 22d5cec575194631b356946d9c4230b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440875752 2024-12-05T23:21:16,034 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67805a85ffbb407faa049be31414dafa, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440875751 2024-12-05T23:21:16,045 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:16,045 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:16,045 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/8600dc7806c04b12a77a64e6e281934c is 50, key is test_row_0/B:col10/1733440875866/Put/seqid=0 2024-12-05T23:21:16,045 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/a6c999e567a4471f95e3ff10d8345717 is 50, key is test_row_0/A:col10/1733440875866/Put/seqid=0 2024-12-05T23:21:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:16,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T23:21:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742321_1497 (size=12104) 2024-12-05T23:21:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742320_1496 (size=12104) 2024-12-05T23:21:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440936065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440936065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440936067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440936071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/1d9744d809714067aecab7217ac94ce9 is 50, key is test_row_0/A:col10/1733440876057/Put/seqid=0 2024-12-05T23:21:16,081 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/a6c999e567a4471f95e3ff10d8345717 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/a6c999e567a4471f95e3ff10d8345717 2024-12-05T23:21:16,082 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/8600dc7806c04b12a77a64e6e281934c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8600dc7806c04b12a77a64e6e281934c 2024-12-05T23:21:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742322_1498 (size=16681) 2024-12-05T23:21:16,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/1d9744d809714067aecab7217ac94ce9 2024-12-05T23:21:16,092 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into 8600dc7806c04b12a77a64e6e281934c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:16,092 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into a6c999e567a4471f95e3ff10d8345717(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:16,092 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:16,092 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:16,092 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440876032; duration=0sec 2024-12-05T23:21:16,092 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440876032; duration=0sec 2024-12-05T23:21:16,092 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:16,092 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:16,092 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:16,092 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:16,092 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:16,093 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:16,093 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:16,093 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,094 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/acb7bc33fc9c457ca7f63d448ee0d9f5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca9423d57e5346c3b6269e3c0a88317d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0dae60001b14445caa32713a5ce9c38f] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=35.2 K 2024-12-05T23:21:16,094 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting acb7bc33fc9c457ca7f63d448ee0d9f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733440875093 2024-12-05T23:21:16,094 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ca9423d57e5346c3b6269e3c0a88317d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733440875118 2024-12-05T23:21:16,096 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dae60001b14445caa32713a5ce9c38f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440875752 2024-12-05T23:21:16,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/342017cb9dfe46b6b5323e04b13e32d4 is 50, key is test_row_0/B:col10/1733440876057/Put/seqid=0 2024-12-05T23:21:16,111 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:16,111 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c75994ebd794445998dc96011c2c9d0f is 50, key is test_row_0/C:col10/1733440875866/Put/seqid=0 2024-12-05T23:21:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742323_1499 (size=12001) 2024-12-05T23:21:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742324_1500 (size=12104) 2024-12-05T23:21:16,159 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c75994ebd794445998dc96011c2c9d0f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c75994ebd794445998dc96011c2c9d0f 2024-12-05T23:21:16,170 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into c75994ebd794445998dc96011c2c9d0f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:16,170 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:16,170 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440876032; duration=0sec 2024-12-05T23:21:16,170 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:16,170 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:16,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440936175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440936175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440936177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440936177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T23:21:16,203 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-05T23:21:16,204 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-05T23:21:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T23:21:16,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:16,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:16,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:16,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440936257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T23:21:16,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T23:21:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:16,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440936379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440936379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440936380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440936385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T23:21:16,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T23:21:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:16,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/342017cb9dfe46b6b5323e04b13e32d4 2024-12-05T23:21:16,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c0d5d6d826574787ac2a93dc79aaddd6 is 50, key is test_row_0/C:col10/1733440876057/Put/seqid=0 2024-12-05T23:21:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742325_1501 (size=12001) 2024-12-05T23:21:16,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c0d5d6d826574787ac2a93dc79aaddd6 2024-12-05T23:21:16,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/1d9744d809714067aecab7217ac94ce9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/1d9744d809714067aecab7217ac94ce9 2024-12-05T23:21:16,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/1d9744d809714067aecab7217ac94ce9, entries=250, sequenceid=79, filesize=16.3 K 2024-12-05T23:21:16,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/342017cb9dfe46b6b5323e04b13e32d4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/342017cb9dfe46b6b5323e04b13e32d4 2024-12-05T23:21:16,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/342017cb9dfe46b6b5323e04b13e32d4, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T23:21:16,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c0d5d6d826574787ac2a93dc79aaddd6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c0d5d6d826574787ac2a93dc79aaddd6 2024-12-05T23:21:16,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c0d5d6d826574787ac2a93dc79aaddd6, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T23:21:16,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for fb93a7da2d7ed48af789907fd438f52a in 527ms, sequenceid=79, compaction requested=false 2024-12-05T23:21:16,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:16,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T23:21:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:16,669 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T23:21:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:16,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/c1e369153aa6440d8f4e280565eaa2a6 is 50, key is test_row_0/A:col10/1733440876065/Put/seqid=0 2024-12-05T23:21:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742326_1502 (size=9657) 2024-12-05T23:21:16,688 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/c1e369153aa6440d8f4e280565eaa2a6 2024-12-05T23:21:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:16,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/3c70820ac03c490abd85403b579b1976 is 50, key is test_row_0/B:col10/1733440876065/Put/seqid=0 2024-12-05T23:21:16,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742327_1503 (size=9657) 2024-12-05T23:21:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440936734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440936735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440936734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440936741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T23:21:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440936845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440936845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440936846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440936846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:16,940 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f18864f9f0d349508faed27936648d04, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fd524ad751894968a0c2c9abe5eb5fe5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/67805a85ffbb407faa049be31414dafa] to archive 2024-12-05T23:21:16,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:16,943 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f18864f9f0d349508faed27936648d04 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f18864f9f0d349508faed27936648d04 2024-12-05T23:21:16,944 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fd524ad751894968a0c2c9abe5eb5fe5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fd524ad751894968a0c2c9abe5eb5fe5 2024-12-05T23:21:16,945 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/67805a85ffbb407faa049be31414dafa to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/67805a85ffbb407faa049be31414dafa 2024-12-05T23:21:16,946 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f44125865c644d51b6e397a1c55046e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5ecdb3908e69431098a9be87ac3b4a5a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/22d5cec575194631b356946d9c4230b2] to archive 2024-12-05T23:21:16,947 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:16,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f44125865c644d51b6e397a1c55046e9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f44125865c644d51b6e397a1c55046e9 2024-12-05T23:21:16,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5ecdb3908e69431098a9be87ac3b4a5a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5ecdb3908e69431098a9be87ac3b4a5a 2024-12-05T23:21:16,951 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/22d5cec575194631b356946d9c4230b2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/22d5cec575194631b356946d9c4230b2 2024-12-05T23:21:16,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/acb7bc33fc9c457ca7f63d448ee0d9f5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca9423d57e5346c3b6269e3c0a88317d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0dae60001b14445caa32713a5ce9c38f] to archive 2024-12-05T23:21:16,956 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:16,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/acb7bc33fc9c457ca7f63d448ee0d9f5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/acb7bc33fc9c457ca7f63d448ee0d9f5 2024-12-05T23:21:16,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca9423d57e5346c3b6269e3c0a88317d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca9423d57e5346c3b6269e3c0a88317d 2024-12-05T23:21:16,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5740704f6b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0dae60001b14445caa32713a5ce9c38f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0dae60001b14445caa32713a5ce9c38f 2024-12-05T23:21:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440937050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440937050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440937051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440937051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,139 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/3c70820ac03c490abd85403b579b1976 2024-12-05T23:21:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/75c05e14121242d5bcbdbc022ae7b42a is 50, key is test_row_0/C:col10/1733440876065/Put/seqid=0 2024-12-05T23:21:17,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742328_1504 (size=9657) 2024-12-05T23:21:17,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440937264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T23:21:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440937358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440937358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440937359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440937359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,552 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/75c05e14121242d5bcbdbc022ae7b42a 2024-12-05T23:21:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/c1e369153aa6440d8f4e280565eaa2a6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c1e369153aa6440d8f4e280565eaa2a6 2024-12-05T23:21:17,559 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c1e369153aa6440d8f4e280565eaa2a6, entries=100, sequenceid=90, filesize=9.4 K 2024-12-05T23:21:17,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/3c70820ac03c490abd85403b579b1976 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3c70820ac03c490abd85403b579b1976 2024-12-05T23:21:17,563 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3c70820ac03c490abd85403b579b1976, entries=100, sequenceid=90, filesize=9.4 K 2024-12-05T23:21:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/75c05e14121242d5bcbdbc022ae7b42a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/75c05e14121242d5bcbdbc022ae7b42a 2024-12-05T23:21:17,567 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/75c05e14121242d5bcbdbc022ae7b42a, entries=100, sequenceid=90, filesize=9.4 K 2024-12-05T23:21:17,569 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for fb93a7da2d7ed48af789907fd438f52a in 899ms, sequenceid=90, compaction requested=true 2024-12-05T23:21:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-05T23:21:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-05T23:21:17,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-05T23:21:17,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-12-05T23:21:17,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.3720 sec 2024-12-05T23:21:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:17,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-05T23:21:17,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:17,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:17,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:17,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440937874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440937876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440937877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/e7b6f6c15ed046b0bd9642141f9c09f4 is 50, key is test_row_0/A:col10/1733440877873/Put/seqid=0 2024-12-05T23:21:17,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440937879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742329_1505 (size=16681) 2024-12-05T23:21:17,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/e7b6f6c15ed046b0bd9642141f9c09f4 2024-12-05T23:21:17,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/2b0a4767f72b406abbc1094fea456c54 is 50, key is test_row_0/B:col10/1733440877873/Put/seqid=0 2024-12-05T23:21:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742330_1506 (size=12001) 2024-12-05T23:21:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440937981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440937981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440937982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440937982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T23:21:18,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440938187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440938189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440938189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440938189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/2b0a4767f72b406abbc1094fea456c54 2024-12-05T23:21:18,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/629d1ee3f5e64e12be213a43772c5459 is 50, key is test_row_0/C:col10/1733440877873/Put/seqid=0 2024-12-05T23:21:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742331_1507 (size=12001) 2024-12-05T23:21:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T23:21:18,309 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-05T23:21:18,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/629d1ee3f5e64e12be213a43772c5459 2024-12-05T23:21:18,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/e7b6f6c15ed046b0bd9642141f9c09f4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e7b6f6c15ed046b0bd9642141f9c09f4 2024-12-05T23:21:18,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-05T23:21:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T23:21:18,314 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:18,315 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:18,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:18,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e7b6f6c15ed046b0bd9642141f9c09f4, entries=250, sequenceid=120, filesize=16.3 K 2024-12-05T23:21:18,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/2b0a4767f72b406abbc1094fea456c54 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/2b0a4767f72b406abbc1094fea456c54 2024-12-05T23:21:18,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/2b0a4767f72b406abbc1094fea456c54, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T23:21:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/629d1ee3f5e64e12be213a43772c5459 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/629d1ee3f5e64e12be213a43772c5459 2024-12-05T23:21:18,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/629d1ee3f5e64e12be213a43772c5459, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T23:21:18,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for fb93a7da2d7ed48af789907fd438f52a in 457ms, sequenceid=120, compaction requested=true 2024-12-05T23:21:18,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:18,330 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:18,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:18,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:18,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:18,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:18,330 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:18,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:18,333 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:18,333 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55123 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:18,333 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:18,333 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:18,333 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:18,333 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:18,333 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/a6c999e567a4471f95e3ff10d8345717, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/1d9744d809714067aecab7217ac94ce9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c1e369153aa6440d8f4e280565eaa2a6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e7b6f6c15ed046b0bd9642141f9c09f4] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=53.8 K 2024-12-05T23:21:18,333 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8600dc7806c04b12a77a64e6e281934c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/342017cb9dfe46b6b5323e04b13e32d4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3c70820ac03c490abd85403b579b1976, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/2b0a4767f72b406abbc1094fea456c54] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=44.7 K 2024-12-05T23:21:18,334 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8600dc7806c04b12a77a64e6e281934c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440875752 2024-12-05T23:21:18,334 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c999e567a4471f95e3ff10d8345717, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440875752 2024-12-05T23:21:18,335 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 342017cb9dfe46b6b5323e04b13e32d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733440875940 2024-12-05T23:21:18,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9744d809714067aecab7217ac94ce9, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733440875939 2024-12-05T23:21:18,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1e369153aa6440d8f4e280565eaa2a6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733440876065 2024-12-05T23:21:18,335 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c70820ac03c490abd85403b579b1976, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733440876065 2024-12-05T23:21:18,335 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7b6f6c15ed046b0bd9642141f9c09f4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733440876731 2024-12-05T23:21:18,335 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b0a4767f72b406abbc1094fea456c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733440876732 2024-12-05T23:21:18,347 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:18,348 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/8b1bc87723164a2c8a6b2bfe7a437e27 is 50, key is test_row_0/B:col10/1733440877873/Put/seqid=0 2024-12-05T23:21:18,351 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:18,352 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/51dfa5ff28324e9abb21d365cac37a25 is 50, key is test_row_0/A:col10/1733440877873/Put/seqid=0 2024-12-05T23:21:18,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742332_1508 (size=12139) 2024-12-05T23:21:18,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742333_1509 (size=12139) 2024-12-05T23:21:18,376 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/8b1bc87723164a2c8a6b2bfe7a437e27 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8b1bc87723164a2c8a6b2bfe7a437e27 2024-12-05T23:21:18,380 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into 8b1bc87723164a2c8a6b2bfe7a437e27(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:18,380 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:18,380 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=12, startTime=1733440878330; duration=0sec 2024-12-05T23:21:18,380 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:18,380 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:18,380 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:18,381 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:18,381 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:18,381 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:18,381 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c75994ebd794445998dc96011c2c9d0f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c0d5d6d826574787ac2a93dc79aaddd6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/75c05e14121242d5bcbdbc022ae7b42a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/629d1ee3f5e64e12be213a43772c5459] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=44.7 K 2024-12-05T23:21:18,382 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c75994ebd794445998dc96011c2c9d0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733440875752 2024-12-05T23:21:18,382 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d5d6d826574787ac2a93dc79aaddd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733440875940 2024-12-05T23:21:18,382 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c05e14121242d5bcbdbc022ae7b42a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733440876065 2024-12-05T23:21:18,383 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 629d1ee3f5e64e12be213a43772c5459, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733440876732 2024-12-05T23:21:18,396 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:18,397 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/19f0f484e9b040a0b447d9d6c6459367 is 50, key is test_row_0/C:col10/1733440877873/Put/seqid=0 2024-12-05T23:21:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T23:21:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742334_1510 (size=12139) 2024-12-05T23:21:18,436 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/19f0f484e9b040a0b447d9d6c6459367 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/19f0f484e9b040a0b447d9d6c6459367 2024-12-05T23:21:18,441 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 19f0f484e9b040a0b447d9d6c6459367(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:18,441 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:18,441 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=12, startTime=1733440878330; duration=0sec 2024-12-05T23:21:18,442 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:18,442 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:18,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-05T23:21:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:18,467 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-05T23:21:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/182c99b1d82b4461967d00f9f28c8a78 is 50, key is test_row_1/A:col10/1733440877876/Put/seqid=0 2024-12-05T23:21:18,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742335_1511 (size=9657) 2024-12-05T23:21:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:18,506 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/182c99b1d82b4461967d00f9f28c8a78 2024-12-05T23:21:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/b9d8e7e7e93048288e0777a44ed96c60 is 50, key is test_row_1/B:col10/1733440877876/Put/seqid=0 2024-12-05T23:21:18,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742336_1512 (size=9657) 2024-12-05T23:21:18,545 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/b9d8e7e7e93048288e0777a44ed96c60 2024-12-05T23:21:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440938544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/44a654e609eb4c8f97caebfa661c8de3 is 50, key is test_row_1/C:col10/1733440877876/Put/seqid=0 2024-12-05T23:21:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440938548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440938549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440938551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742337_1513 (size=9657) 2024-12-05T23:21:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T23:21:18,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440938655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440938656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440938656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440938659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,773 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/51dfa5ff28324e9abb21d365cac37a25 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/51dfa5ff28324e9abb21d365cac37a25 2024-12-05T23:21:18,776 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into 51dfa5ff28324e9abb21d365cac37a25(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:18,776 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:18,776 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=12, startTime=1733440878330; duration=0sec 2024-12-05T23:21:18,777 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:18,777 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:18,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440938858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440938862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440938863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440938864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T23:21:18,972 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/44a654e609eb4c8f97caebfa661c8de3 2024-12-05T23:21:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/182c99b1d82b4461967d00f9f28c8a78 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/182c99b1d82b4461967d00f9f28c8a78 2024-12-05T23:21:18,980 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/182c99b1d82b4461967d00f9f28c8a78, entries=100, sequenceid=128, filesize=9.4 K 2024-12-05T23:21:18,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/b9d8e7e7e93048288e0777a44ed96c60 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b9d8e7e7e93048288e0777a44ed96c60 2024-12-05T23:21:18,983 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b9d8e7e7e93048288e0777a44ed96c60, entries=100, sequenceid=128, filesize=9.4 K 2024-12-05T23:21:18,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/44a654e609eb4c8f97caebfa661c8de3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/44a654e609eb4c8f97caebfa661c8de3 2024-12-05T23:21:18,987 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/44a654e609eb4c8f97caebfa661c8de3, entries=100, sequenceid=128, filesize=9.4 K 2024-12-05T23:21:18,988 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for fb93a7da2d7ed48af789907fd438f52a in 521ms, sequenceid=128, compaction requested=false 2024-12-05T23:21:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-05T23:21:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-05T23:21:18,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-05T23:21:18,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 674 msec 2024-12-05T23:21:18,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 677 msec 2024-12-05T23:21:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:19,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-05T23:21:19,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:19,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:19,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:19,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:19,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:19,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:19,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440939168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/33f097a61d914094ad9b5f8e374659d5 is 50, key is test_row_0/A:col10/1733440879162/Put/seqid=0 2024-12-05T23:21:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440939169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440939170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742338_1514 (size=14541) 2024-12-05T23:21:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440939170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/33f097a61d914094ad9b5f8e374659d5 2024-12-05T23:21:19,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/0341685d98604bb5b4ec27f0afa19f94 is 50, key is test_row_0/B:col10/1733440879162/Put/seqid=0 2024-12-05T23:21:19,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742339_1515 (size=12151) 2024-12-05T23:21:19,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440939270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440939271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440939277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,282 DEBUG [Thread-2154 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T23:21:19,417 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-05T23:21:19,418 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-05T23:21:19,420 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-05T23:21:19,421 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:19,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:19,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440939481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440939481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-05T23:21:19,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-05T23:21:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:19,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/0341685d98604bb5b4ec27f0afa19f94 2024-12-05T23:21:19,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/4b4ebb64246641a0bbcecce9809ab2ad is 50, key is test_row_0/C:col10/1733440879162/Put/seqid=0 2024-12-05T23:21:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742340_1516 (size=12151) 2024-12-05T23:21:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440939679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440939680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-05T23:21:19,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-05T23:21:19,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:19,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:19,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:19,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440939784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440939785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:19,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-05T23:21:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:19,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:20,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/4b4ebb64246641a0bbcecce9809ab2ad 2024-12-05T23:21:20,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/33f097a61d914094ad9b5f8e374659d5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/33f097a61d914094ad9b5f8e374659d5 2024-12-05T23:21:20,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/33f097a61d914094ad9b5f8e374659d5, entries=200, sequenceid=160, filesize=14.2 K 2024-12-05T23:21:20,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/0341685d98604bb5b4ec27f0afa19f94 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/0341685d98604bb5b4ec27f0afa19f94 2024-12-05T23:21:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-05T23:21:20,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/0341685d98604bb5b4ec27f0afa19f94, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T23:21:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/4b4ebb64246641a0bbcecce9809ab2ad as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4b4ebb64246641a0bbcecce9809ab2ad 2024-12-05T23:21:20,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4b4ebb64246641a0bbcecce9809ab2ad, entries=150, sequenceid=160, filesize=11.9 K 2024-12-05T23:21:20,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for fb93a7da2d7ed48af789907fd438f52a in 865ms, sequenceid=160, compaction requested=true 2024-12-05T23:21:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:20,029 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:20,030 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:20,030 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36337 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:20,030 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:20,031 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:20,031 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/51dfa5ff28324e9abb21d365cac37a25, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/182c99b1d82b4461967d00f9f28c8a78, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/33f097a61d914094ad9b5f8e374659d5] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=35.5 K 2024-12-05T23:21:20,031 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51dfa5ff28324e9abb21d365cac37a25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733440876732 2024-12-05T23:21:20,031 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 182c99b1d82b4461967d00f9f28c8a78, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733440877876 2024-12-05T23:21:20,032 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33f097a61d914094ad9b5f8e374659d5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440878542 2024-12-05T23:21:20,033 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:20,034 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:20,034 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:20,034 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8b1bc87723164a2c8a6b2bfe7a437e27, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b9d8e7e7e93048288e0777a44ed96c60, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/0341685d98604bb5b4ec27f0afa19f94] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=33.2 K 2024-12-05T23:21:20,034 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b1bc87723164a2c8a6b2bfe7a437e27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733440876732 2024-12-05T23:21:20,035 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b9d8e7e7e93048288e0777a44ed96c60, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733440877876 2024-12-05T23:21:20,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,035 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0341685d98604bb5b4ec27f0afa19f94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440878546 2024-12-05T23:21:20,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-05T23:21:20,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:20,036 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-05T23:21:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/55c864e480644961a95ba5887b9373f4 is 50, key is test_row_0/A:col10/1733440879166/Put/seqid=0 2024-12-05T23:21:20,047 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:20,047 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/e95ea670319941ceae391ecf5bb851bf is 50, key is test_row_0/A:col10/1733440879162/Put/seqid=0 2024-12-05T23:21:20,050 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:20,050 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/3e82274469b24a8385ca82c64aab2426 is 50, key is test_row_0/B:col10/1733440879162/Put/seqid=0 2024-12-05T23:21:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742342_1518 (size=12391) 2024-12-05T23:21:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742341_1517 (size=9757) 2024-12-05T23:21:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742343_1519 (size=12391) 2024-12-05T23:21:20,089 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/3e82274469b24a8385ca82c64aab2426 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3e82274469b24a8385ca82c64aab2426 2024-12-05T23:21:20,094 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into 3e82274469b24a8385ca82c64aab2426(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:20,094 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:20,094 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440880030; duration=0sec 2024-12-05T23:21:20,094 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:20,094 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:20,094 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:20,095 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:20,095 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:20,095 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:20,096 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/19f0f484e9b040a0b447d9d6c6459367, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/44a654e609eb4c8f97caebfa661c8de3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4b4ebb64246641a0bbcecce9809ab2ad] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=33.2 K 2024-12-05T23:21:20,096 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 19f0f484e9b040a0b447d9d6c6459367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733440876732 2024-12-05T23:21:20,096 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a654e609eb4c8f97caebfa661c8de3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733440877876 2024-12-05T23:21:20,097 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b4ebb64246641a0bbcecce9809ab2ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440878546 2024-12-05T23:21:20,105 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:20,105 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/373d4d67f6054f5da4f687704caae749 is 50, key is test_row_0/C:col10/1733440879162/Put/seqid=0 2024-12-05T23:21:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742344_1520 (size=12391) 2024-12-05T23:21:20,138 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/373d4d67f6054f5da4f687704caae749 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/373d4d67f6054f5da4f687704caae749 2024-12-05T23:21:20,143 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 373d4d67f6054f5da4f687704caae749(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:20,143 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:20,143 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440880030; duration=0sec 2024-12-05T23:21:20,143 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:20,143 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:20,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440940344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440940345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440940451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440940455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,467 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/55c864e480644961a95ba5887b9373f4 2024-12-05T23:21:20,470 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/e95ea670319941ceae391ecf5bb851bf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e95ea670319941ceae391ecf5bb851bf 2024-12-05T23:21:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/922ce073cfc64edcbe5e28d77453a46d is 50, key is test_row_0/B:col10/1733440879166/Put/seqid=0 2024-12-05T23:21:20,483 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into e95ea670319941ceae391ecf5bb851bf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:20,483 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:20,483 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440880029; duration=0sec 2024-12-05T23:21:20,484 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:20,484 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:20,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742345_1521 (size=9757) 2024-12-05T23:21:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-05T23:21:20,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440940660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440940660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440940686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440940688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,890 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/922ce073cfc64edcbe5e28d77453a46d 2024-12-05T23:21:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0d9aa103f7094373a323557ce25dc293 is 50, key is test_row_0/C:col10/1733440879166/Put/seqid=0 2024-12-05T23:21:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742346_1522 (size=9757) 2024-12-05T23:21:20,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440940961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:20,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440940963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,308 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0d9aa103f7094373a323557ce25dc293 2024-12-05T23:21:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/55c864e480644961a95ba5887b9373f4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/55c864e480644961a95ba5887b9373f4 2024-12-05T23:21:21,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/55c864e480644961a95ba5887b9373f4, entries=100, sequenceid=165, filesize=9.5 K 2024-12-05T23:21:21,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/922ce073cfc64edcbe5e28d77453a46d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/922ce073cfc64edcbe5e28d77453a46d 2024-12-05T23:21:21,327 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/922ce073cfc64edcbe5e28d77453a46d, entries=100, sequenceid=165, filesize=9.5 K 2024-12-05T23:21:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0d9aa103f7094373a323557ce25dc293 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d9aa103f7094373a323557ce25dc293 2024-12-05T23:21:21,331 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d9aa103f7094373a323557ce25dc293, entries=100, sequenceid=165, filesize=9.5 K 2024-12-05T23:21:21,332 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for fb93a7da2d7ed48af789907fd438f52a in 1296ms, sequenceid=165, compaction requested=false 2024-12-05T23:21:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-05T23:21:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-05T23:21:21,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-05T23:21:21,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9120 sec 2024-12-05T23:21:21,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.9200 sec 2024-12-05T23:21:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:21,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-05T23:21:21,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:21,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:21,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:21,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:21,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:21,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:21,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440941471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440941472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/d88890082bb9423c9cdf2645c08e7621 is 50, key is test_row_0/A:col10/1733440880344/Put/seqid=0 2024-12-05T23:21:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742347_1523 (size=14541) 2024-12-05T23:21:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-05T23:21:21,525 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-05T23:21:21,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-05T23:21:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T23:21:21,528 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:21,528 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:21,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440941574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440941575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T23:21:21,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:21,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440941777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440941778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T23:21:21,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:21,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:21,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:21,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:21,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/d88890082bb9423c9cdf2645c08e7621 2024-12-05T23:21:21,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a354dd9c5d6a4f52b550ff59dfb83a5c is 50, key is test_row_0/B:col10/1733440880344/Put/seqid=0 2024-12-05T23:21:21,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742348_1524 (size=12151) 2024-12-05T23:21:21,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:21,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:21,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440942084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440942087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T23:21:22,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a354dd9c5d6a4f52b550ff59dfb83a5c 2024-12-05T23:21:22,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5eafa412b9bb4b4e8d0a0590c8826194 is 50, key is test_row_0/C:col10/1733440880344/Put/seqid=0 2024-12-05T23:21:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742349_1525 (size=12151) 2024-12-05T23:21:22,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:22,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:22,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440942591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440942593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:22,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T23:21:22,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440942693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,694 DEBUG [Thread-2158 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440942705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,709 DEBUG [Thread-2160 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:22,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5eafa412b9bb4b4e8d0a0590c8826194 2024-12-05T23:21:22,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/d88890082bb9423c9cdf2645c08e7621 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d88890082bb9423c9cdf2645c08e7621 2024-12-05T23:21:22,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d88890082bb9423c9cdf2645c08e7621, entries=200, sequenceid=200, filesize=14.2 K 2024-12-05T23:21:22,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a354dd9c5d6a4f52b550ff59dfb83a5c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a354dd9c5d6a4f52b550ff59dfb83a5c 2024-12-05T23:21:22,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a354dd9c5d6a4f52b550ff59dfb83a5c, entries=150, sequenceid=200, filesize=11.9 K 2024-12-05T23:21:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5eafa412b9bb4b4e8d0a0590c8826194 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5eafa412b9bb4b4e8d0a0590c8826194 2024-12-05T23:21:22,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5eafa412b9bb4b4e8d0a0590c8826194, entries=150, sequenceid=200, filesize=11.9 K 2024-12-05T23:21:22,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for fb93a7da2d7ed48af789907fd438f52a in 1268ms, sequenceid=200, compaction requested=true 2024-12-05T23:21:22,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:22,737 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:22,738 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:22,739 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36689 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:22,740 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:22,740 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,740 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e95ea670319941ceae391ecf5bb851bf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/55c864e480644961a95ba5887b9373f4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d88890082bb9423c9cdf2645c08e7621] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=35.8 K 2024-12-05T23:21:22,740 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:22,740 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:22,740 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,740 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3e82274469b24a8385ca82c64aab2426, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/922ce073cfc64edcbe5e28d77453a46d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a354dd9c5d6a4f52b550ff59dfb83a5c] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=33.5 K 2024-12-05T23:21:22,741 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e95ea670319941ceae391ecf5bb851bf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440878546 2024-12-05T23:21:22,741 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e82274469b24a8385ca82c64aab2426, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440878546 2024-12-05T23:21:22,741 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55c864e480644961a95ba5887b9373f4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733440879166 2024-12-05T23:21:22,742 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 922ce073cfc64edcbe5e28d77453a46d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733440879166 2024-12-05T23:21:22,742 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d88890082bb9423c9cdf2645c08e7621, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733440880342 2024-12-05T23:21:22,742 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a354dd9c5d6a4f52b550ff59dfb83a5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733440880342 2024-12-05T23:21:22,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:22,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-05T23:21:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-05T23:21:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:22,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/47a75abf0f9841a3841307f2f372c481 is 50, key is test_row_2/A:col10/1733440881470/Put/seqid=0 2024-12-05T23:21:22,756 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:22,757 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7b7bd2cc8d0a4eb08d1ddc3e934fc484 is 50, key is test_row_0/A:col10/1733440880344/Put/seqid=0 2024-12-05T23:21:22,758 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:22,759 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/9dd00615b9d943a8830957aa4d96a95c is 50, key is test_row_0/B:col10/1733440880344/Put/seqid=0 2024-12-05T23:21:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742351_1527 (size=12493) 2024-12-05T23:21:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742350_1526 (size=7365) 2024-12-05T23:21:22,782 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/47a75abf0f9841a3841307f2f372c481 2024-12-05T23:21:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742352_1528 (size=12493) 2024-12-05T23:21:22,792 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/9dd00615b9d943a8830957aa4d96a95c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/9dd00615b9d943a8830957aa4d96a95c 2024-12-05T23:21:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/82d29f3c6fe9424b8e67db3c17e50b32 is 50, key is test_row_2/B:col10/1733440881470/Put/seqid=0 2024-12-05T23:21:22,797 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into 9dd00615b9d943a8830957aa4d96a95c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:22,797 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:22,797 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440882738; duration=0sec 2024-12-05T23:21:22,797 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:22,797 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:22,797 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:22,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742353_1529 (size=7365) 2024-12-05T23:21:22,800 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:22,800 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:22,800 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:22,800 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/373d4d67f6054f5da4f687704caae749, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d9aa103f7094373a323557ce25dc293, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5eafa412b9bb4b4e8d0a0590c8826194] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=33.5 K 2024-12-05T23:21:22,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 373d4d67f6054f5da4f687704caae749, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733440878546 2024-12-05T23:21:22,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d9aa103f7094373a323557ce25dc293, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733440879166 2024-12-05T23:21:22,801 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eafa412b9bb4b4e8d0a0590c8826194, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733440880342 2024-12-05T23:21:22,809 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:22,809 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5411e10f4dcb4462bedfe1fe5afea1fb is 50, key is test_row_0/C:col10/1733440880344/Put/seqid=0 2024-12-05T23:21:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742354_1530 (size=12493) 2024-12-05T23:21:22,822 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5411e10f4dcb4462bedfe1fe5afea1fb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5411e10f4dcb4462bedfe1fe5afea1fb 2024-12-05T23:21:22,827 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 5411e10f4dcb4462bedfe1fe5afea1fb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:22,827 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:22,827 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440882738; duration=0sec 2024-12-05T23:21:22,828 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:22,828 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:23,175 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7b7bd2cc8d0a4eb08d1ddc3e934fc484 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7b7bd2cc8d0a4eb08d1ddc3e934fc484 2024-12-05T23:21:23,179 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into 7b7bd2cc8d0a4eb08d1ddc3e934fc484(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:23,179 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:23,179 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440882737; duration=0sec 2024-12-05T23:21:23,179 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:23,179 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:23,199 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/82d29f3c6fe9424b8e67db3c17e50b32 2024-12-05T23:21:23,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c755488d6f12482dbf755b3cc6b44f79 is 50, key is test_row_2/C:col10/1733440881470/Put/seqid=0 2024-12-05T23:21:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742355_1531 (size=7365) 2024-12-05T23:21:23,220 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c755488d6f12482dbf755b3cc6b44f79 2024-12-05T23:21:23,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/47a75abf0f9841a3841307f2f372c481 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/47a75abf0f9841a3841307f2f372c481 2024-12-05T23:21:23,229 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/47a75abf0f9841a3841307f2f372c481, entries=50, sequenceid=204, filesize=7.2 K 2024-12-05T23:21:23,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/82d29f3c6fe9424b8e67db3c17e50b32 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/82d29f3c6fe9424b8e67db3c17e50b32 2024-12-05T23:21:23,235 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/82d29f3c6fe9424b8e67db3c17e50b32, entries=50, sequenceid=204, filesize=7.2 K 2024-12-05T23:21:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c755488d6f12482dbf755b3cc6b44f79 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c755488d6f12482dbf755b3cc6b44f79 2024-12-05T23:21:23,239 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c755488d6f12482dbf755b3cc6b44f79, entries=50, sequenceid=204, filesize=7.2 K 2024-12-05T23:21:23,240 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for fb93a7da2d7ed48af789907fd438f52a in 490ms, sequenceid=204, compaction requested=false 2024-12-05T23:21:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-05T23:21:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-05T23:21:23,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-05T23:21:23,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7130 sec 2024-12-05T23:21:23,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.7210 sec 2024-12-05T23:21:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:23,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:21:23,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:23,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:23,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:23,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:23,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:23,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:23,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/6f2ef2aaa5bb40acb4b9c87153facece is 50, key is test_row_0/A:col10/1733440883336/Put/seqid=0 2024-12-05T23:21:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742356_1532 (size=12151) 2024-12-05T23:21:23,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/6f2ef2aaa5bb40acb4b9c87153facece 2024-12-05T23:21:23,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/786c05725c6c4c29b06e7a662da5bfba is 50, key is test_row_0/B:col10/1733440883336/Put/seqid=0 2024-12-05T23:21:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742357_1533 (size=12151) 2024-12-05T23:21:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440943458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440943567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440943598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:23,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440943598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T23:21:23,632 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-05T23:21:23,633 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-05T23:21:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T23:21:23,634 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:23,635 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:23,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T23:21:23,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/786c05725c6c4c29b06e7a662da5bfba 2024-12-05T23:21:23,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0d0f5cc683324d7f98ccc69cc8e04ae6 is 50, key is test_row_0/C:col10/1733440883336/Put/seqid=0 2024-12-05T23:21:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742358_1534 (size=12151) 2024-12-05T23:21:23,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440943771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:23,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:23,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-05T23:21:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:23,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T23:21:23,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:23,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-05T23:21:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:23,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:24,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440944079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:24,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:24,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-05T23:21:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:24,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:24,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0d0f5cc683324d7f98ccc69cc8e04ae6 2024-12-05T23:21:24,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/6f2ef2aaa5bb40acb4b9c87153facece as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6f2ef2aaa5bb40acb4b9c87153facece 2024-12-05T23:21:24,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6f2ef2aaa5bb40acb4b9c87153facece, entries=150, sequenceid=218, filesize=11.9 K 2024-12-05T23:21:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/786c05725c6c4c29b06e7a662da5bfba as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/786c05725c6c4c29b06e7a662da5bfba 2024-12-05T23:21:24,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/786c05725c6c4c29b06e7a662da5bfba, entries=150, sequenceid=218, filesize=11.9 K 2024-12-05T23:21:24,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0d0f5cc683324d7f98ccc69cc8e04ae6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d0f5cc683324d7f98ccc69cc8e04ae6 2024-12-05T23:21:24,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d0f5cc683324d7f98ccc69cc8e04ae6, entries=150, sequenceid=218, filesize=11.9 K 2024-12-05T23:21:24,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fb93a7da2d7ed48af789907fd438f52a in 853ms, sequenceid=218, compaction requested=true 2024-12-05T23:21:24,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:24,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:24,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:24,194 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:24,194 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:24,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:24,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:24,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:24,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:24,197 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:24,197 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:24,197 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,197 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/9dd00615b9d943a8830957aa4d96a95c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/82d29f3c6fe9424b8e67db3c17e50b32, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/786c05725c6c4c29b06e7a662da5bfba] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=31.3 K 2024-12-05T23:21:24,197 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd00615b9d943a8830957aa4d96a95c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733440880342 2024-12-05T23:21:24,197 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 82d29f3c6fe9424b8e67db3c17e50b32, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733440881470 2024-12-05T23:21:24,198 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 786c05725c6c4c29b06e7a662da5bfba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733440883332 2024-12-05T23:21:24,203 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:24,203 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/16c0b1a5cbcd47818923f28ebc37d344 is 50, key is test_row_0/B:col10/1733440883336/Put/seqid=0 2024-12-05T23:21:24,204 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:24,204 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:24,204 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,204 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7b7bd2cc8d0a4eb08d1ddc3e934fc484, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/47a75abf0f9841a3841307f2f372c481, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6f2ef2aaa5bb40acb4b9c87153facece] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=31.3 K 2024-12-05T23:21:24,205 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b7bd2cc8d0a4eb08d1ddc3e934fc484, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733440880342 2024-12-05T23:21:24,205 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47a75abf0f9841a3841307f2f372c481, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733440881470 2024-12-05T23:21:24,205 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f2ef2aaa5bb40acb4b9c87153facece, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733440883332 2024-12-05T23:21:24,211 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:24,212 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fe681356bfa44e2ea0435f62e907c03e is 50, key is test_row_0/A:col10/1733440883336/Put/seqid=0 2024-12-05T23:21:24,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742359_1535 (size=12595) 2024-12-05T23:21:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742360_1536 (size=12595) 2024-12-05T23:21:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T23:21:24,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:24,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-05T23:21:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,246 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:21:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/f9ab5a3415a645a1b1e3056e7214d88c is 50, key is test_row_0/A:col10/1733440883449/Put/seqid=0 2024-12-05T23:21:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742361_1537 (size=12151) 2024-12-05T23:21:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:24,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:24,613 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/16c0b1a5cbcd47818923f28ebc37d344 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/16c0b1a5cbcd47818923f28ebc37d344 2024-12-05T23:21:24,617 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into 16c0b1a5cbcd47818923f28ebc37d344(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:24,617 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:24,617 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440884194; duration=0sec 2024-12-05T23:21:24,617 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:24,617 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:24,617 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:24,618 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:24,618 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:24,618 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,618 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5411e10f4dcb4462bedfe1fe5afea1fb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c755488d6f12482dbf755b3cc6b44f79, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d0f5cc683324d7f98ccc69cc8e04ae6] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=31.3 K 2024-12-05T23:21:24,618 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5411e10f4dcb4462bedfe1fe5afea1fb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733440880342 2024-12-05T23:21:24,619 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c755488d6f12482dbf755b3cc6b44f79, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733440881470 2024-12-05T23:21:24,619 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d0f5cc683324d7f98ccc69cc8e04ae6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733440883332 2024-12-05T23:21:24,625 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:24,626 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/3f5d6d0478734b76baac57a995db2e1b is 50, key is test_row_0/C:col10/1733440883336/Put/seqid=0 2024-12-05T23:21:24,627 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fe681356bfa44e2ea0435f62e907c03e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fe681356bfa44e2ea0435f62e907c03e 2024-12-05T23:21:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440944622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:24,632 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into fe681356bfa44e2ea0435f62e907c03e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:24,632 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:24,632 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440884194; duration=0sec 2024-12-05T23:21:24,632 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:24,632 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742362_1538 (size=12595) 2024-12-05T23:21:24,635 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/3f5d6d0478734b76baac57a995db2e1b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/3f5d6d0478734b76baac57a995db2e1b 2024-12-05T23:21:24,639 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 3f5d6d0478734b76baac57a995db2e1b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:24,639 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:24,639 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440884194; duration=0sec 2024-12-05T23:21:24,639 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:24,639 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:24,666 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/f9ab5a3415a645a1b1e3056e7214d88c 2024-12-05T23:21:24,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f5abe13ace744145b7a06ebfbc1d0fa7 is 50, key is test_row_0/B:col10/1733440883449/Put/seqid=0 2024-12-05T23:21:24,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742363_1539 (size=12151) 2024-12-05T23:21:24,676 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f5abe13ace744145b7a06ebfbc1d0fa7 2024-12-05T23:21:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/813f85a84f1c46e0be1d54df22efc7a7 is 50, key is test_row_0/C:col10/1733440883449/Put/seqid=0 2024-12-05T23:21:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742364_1540 (size=12151) 2024-12-05T23:21:24,685 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/813f85a84f1c46e0be1d54df22efc7a7 2024-12-05T23:21:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/f9ab5a3415a645a1b1e3056e7214d88c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f9ab5a3415a645a1b1e3056e7214d88c 2024-12-05T23:21:24,693 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f9ab5a3415a645a1b1e3056e7214d88c, entries=150, sequenceid=243, filesize=11.9 K 2024-12-05T23:21:24,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f5abe13ace744145b7a06ebfbc1d0fa7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f5abe13ace744145b7a06ebfbc1d0fa7 2024-12-05T23:21:24,698 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f5abe13ace744145b7a06ebfbc1d0fa7, entries=150, sequenceid=243, filesize=11.9 K 2024-12-05T23:21:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/813f85a84f1c46e0be1d54df22efc7a7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/813f85a84f1c46e0be1d54df22efc7a7 2024-12-05T23:21:24,702 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/813f85a84f1c46e0be1d54df22efc7a7, entries=150, sequenceid=243, filesize=11.9 K 2024-12-05T23:21:24,702 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fb93a7da2d7ed48af789907fd438f52a in 456ms, sequenceid=243, compaction requested=false 2024-12-05T23:21:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-05T23:21:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-05T23:21:24,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-05T23:21:24,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-12-05T23:21:24,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.0720 sec 2024-12-05T23:21:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:24,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:21:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:24,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/8d169eec243748c8a6dcaab9b95825ae is 50, key is test_row_0/A:col10/1733440884733/Put/seqid=0 2024-12-05T23:21:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-05T23:21:24,739 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-05T23:21:24,740 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-05T23:21:24,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:24,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:24,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T23:21:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742365_1541 (size=14591) 2024-12-05T23:21:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T23:21:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440944847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:24,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:24,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T23:21:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:24,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:24,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440944954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T23:21:25,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T23:21:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:25,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440945159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/8d169eec243748c8a6dcaab9b95825ae 2024-12-05T23:21:25,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/d7f05f5c53a2440c97d46801532abe8c is 50, key is test_row_0/B:col10/1733440884733/Put/seqid=0 2024-12-05T23:21:25,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742366_1542 (size=12201) 2024-12-05T23:21:25,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/d7f05f5c53a2440c97d46801532abe8c 2024-12-05T23:21:25,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0b7e8436934f4d43ab6e76ec55df950d is 50, key is test_row_0/C:col10/1733440884733/Put/seqid=0 2024-12-05T23:21:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742367_1543 (size=12201) 2024-12-05T23:21:25,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0b7e8436934f4d43ab6e76ec55df950d 2024-12-05T23:21:25,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/8d169eec243748c8a6dcaab9b95825ae as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8d169eec243748c8a6dcaab9b95825ae 2024-12-05T23:21:25,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8d169eec243748c8a6dcaab9b95825ae, entries=200, sequenceid=258, filesize=14.2 K 2024-12-05T23:21:25,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/d7f05f5c53a2440c97d46801532abe8c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d7f05f5c53a2440c97d46801532abe8c 2024-12-05T23:21:25,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d7f05f5c53a2440c97d46801532abe8c, entries=150, sequenceid=258, filesize=11.9 K 2024-12-05T23:21:25,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/0b7e8436934f4d43ab6e76ec55df950d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0b7e8436934f4d43ab6e76ec55df950d 2024-12-05T23:21:25,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0b7e8436934f4d43ab6e76ec55df950d, entries=150, sequenceid=258, filesize=11.9 K 2024-12-05T23:21:25,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fb93a7da2d7ed48af789907fd438f52a in 463ms, sequenceid=258, compaction requested=true 2024-12-05T23:21:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:25,197 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:25,197 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:25,199 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:25,199 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39337 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:25,199 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:25,199 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:25,199 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:25,199 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:25,199 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/16c0b1a5cbcd47818923f28ebc37d344, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f5abe13ace744145b7a06ebfbc1d0fa7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d7f05f5c53a2440c97d46801532abe8c] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.1 K 2024-12-05T23:21:25,199 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fe681356bfa44e2ea0435f62e907c03e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f9ab5a3415a645a1b1e3056e7214d88c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8d169eec243748c8a6dcaab9b95825ae] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=38.4 K 2024-12-05T23:21:25,200 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe681356bfa44e2ea0435f62e907c03e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733440883332 2024-12-05T23:21:25,200 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 16c0b1a5cbcd47818923f28ebc37d344, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733440883332 2024-12-05T23:21:25,200 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f5abe13ace744145b7a06ebfbc1d0fa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733440883390 2024-12-05T23:21:25,200 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9ab5a3415a645a1b1e3056e7214d88c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733440883390 2024-12-05T23:21:25,200 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d169eec243748c8a6dcaab9b95825ae, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440884612 2024-12-05T23:21:25,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,200 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d7f05f5c53a2440c97d46801532abe8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440884615 2024-12-05T23:21:25,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T23:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:25,201 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/48fae97a6206499a87fe4a65ce9edf7b is 50, key is test_row_0/A:col10/1733440884831/Put/seqid=0 2024-12-05T23:21:25,209 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:25,209 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/0e0becac11b04040a1fa47d2937cfe4c is 50, key is test_row_0/A:col10/1733440884733/Put/seqid=0 2024-12-05T23:21:25,212 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:25,212 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/ad5c49f41dfb4e5db44061014c8f9280 is 50, key is test_row_0/B:col10/1733440884733/Put/seqid=0 2024-12-05T23:21:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742368_1544 (size=12747) 2024-12-05T23:21:25,229 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/0e0becac11b04040a1fa47d2937cfe4c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0e0becac11b04040a1fa47d2937cfe4c 2024-12-05T23:21:25,234 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into 0e0becac11b04040a1fa47d2937cfe4c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:25,235 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:25,235 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440885197; duration=0sec 2024-12-05T23:21:25,235 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:25,235 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:25,235 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:25,235 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:25,236 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:25,236 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:25,236 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/3f5d6d0478734b76baac57a995db2e1b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/813f85a84f1c46e0be1d54df22efc7a7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0b7e8436934f4d43ab6e76ec55df950d] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.1 K 2024-12-05T23:21:25,236 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f5d6d0478734b76baac57a995db2e1b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733440883332 2024-12-05T23:21:25,236 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813f85a84f1c46e0be1d54df22efc7a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733440883390 2024-12-05T23:21:25,237 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b7e8436934f4d43ab6e76ec55df950d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440884615 2024-12-05T23:21:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742370_1546 (size=12301) 2024-12-05T23:21:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742369_1545 (size=12747) 2024-12-05T23:21:25,244 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:25,245 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/735cf5c1e934477f8d83433282d52f58 is 50, key is test_row_0/C:col10/1733440884733/Put/seqid=0 2024-12-05T23:21:25,246 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/48fae97a6206499a87fe4a65ce9edf7b 2024-12-05T23:21:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742371_1547 (size=12747) 2024-12-05T23:21:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/1ad5775246044f02aec6c7fe970a0509 is 50, key is test_row_0/B:col10/1733440884831/Put/seqid=0 2024-12-05T23:21:25,257 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/735cf5c1e934477f8d83433282d52f58 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/735cf5c1e934477f8d83433282d52f58 2024-12-05T23:21:25,263 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 735cf5c1e934477f8d83433282d52f58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:25,263 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:25,263 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440885197; duration=0sec 2024-12-05T23:21:25,263 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:25,263 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742372_1548 (size=12301) 2024-12-05T23:21:25,271 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/1ad5775246044f02aec6c7fe970a0509 2024-12-05T23:21:25,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/d1ad49f7f5074c59ac876ca8158b162c is 50, key is test_row_0/C:col10/1733440884831/Put/seqid=0 2024-12-05T23:21:25,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742373_1549 (size=12301) 2024-12-05T23:21:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T23:21:25,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440945503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440945607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:25,612 DEBUG [Thread-2156 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440945610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440945620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:25,627 DEBUG [Thread-2152 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:25,647 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/ad5c49f41dfb4e5db44061014c8f9280 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad5c49f41dfb4e5db44061014c8f9280 2024-12-05T23:21:25,651 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into ad5c49f41dfb4e5db44061014c8f9280(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:25,651 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:25,651 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440885197; duration=0sec 2024-12-05T23:21:25,652 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:25,652 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:25,683 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/d1ad49f7f5074c59ac876ca8158b162c 2024-12-05T23:21:25,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/48fae97a6206499a87fe4a65ce9edf7b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/48fae97a6206499a87fe4a65ce9edf7b 2024-12-05T23:21:25,690 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/48fae97a6206499a87fe4a65ce9edf7b, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T23:21:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/1ad5775246044f02aec6c7fe970a0509 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/1ad5775246044f02aec6c7fe970a0509 2024-12-05T23:21:25,694 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/1ad5775246044f02aec6c7fe970a0509, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T23:21:25,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/d1ad49f7f5074c59ac876ca8158b162c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/d1ad49f7f5074c59ac876ca8158b162c 2024-12-05T23:21:25,701 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/d1ad49f7f5074c59ac876ca8158b162c, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T23:21:25,701 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fb93a7da2d7ed48af789907fd438f52a in 500ms, sequenceid=282, compaction requested=false 2024-12-05T23:21:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-05T23:21:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-05T23:21:25,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-05T23:21:25,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 960 msec 2024-12-05T23:21:25,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 964 msec 2024-12-05T23:21:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:25,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:21:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:25,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/eaa0ab82f9644b9b8f349ba03193d816 is 50, key is test_row_0/A:col10/1733440885502/Put/seqid=0 2024-12-05T23:21:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T23:21:25,847 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-05T23:21:25,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-05T23:21:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T23:21:25,851 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:25,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:25,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742374_1550 (size=12301) 2024-12-05T23:21:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T23:21:25,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440945972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T23:21:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440946081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T23:21:26,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T23:21:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:26,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/eaa0ab82f9644b9b8f349ba03193d816 2024-12-05T23:21:26,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/032f9c664ca34a46a804746f829ebde9 is 50, key is test_row_0/B:col10/1733440885502/Put/seqid=0 2024-12-05T23:21:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742375_1551 (size=12301) 2024-12-05T23:21:26,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440946288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T23:21:26,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:26,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T23:21:26,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T23:21:26,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440946595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T23:21:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/032f9c664ca34a46a804746f829ebde9 2024-12-05T23:21:26,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5fad88c550e148d283fbeda96317b531 is 50, key is test_row_0/C:col10/1733440885502/Put/seqid=0 2024-12-05T23:21:26,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1733440946709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,717 DEBUG [Thread-2158 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:26,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742376_1552 (size=12301) 2024-12-05T23:21:26,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45030 deadline: 1733440946746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,748 DEBUG [Thread-2160 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., hostname=9e5740704f6b,41841,1733440754996, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:26,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5fad88c550e148d283fbeda96317b531 2024-12-05T23:21:26,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/eaa0ab82f9644b9b8f349ba03193d816 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/eaa0ab82f9644b9b8f349ba03193d816 2024-12-05T23:21:26,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T23:21:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:26,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/eaa0ab82f9644b9b8f349ba03193d816, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T23:21:26,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/032f9c664ca34a46a804746f829ebde9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/032f9c664ca34a46a804746f829ebde9 2024-12-05T23:21:26,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/032f9c664ca34a46a804746f829ebde9, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T23:21:26,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/5fad88c550e148d283fbeda96317b531 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5fad88c550e148d283fbeda96317b531 2024-12-05T23:21:26,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5fad88c550e148d283fbeda96317b531, entries=150, sequenceid=298, filesize=12.0 K 2024-12-05T23:21:26,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fb93a7da2d7ed48af789907fd438f52a in 997ms, sequenceid=298, compaction requested=true 2024-12-05T23:21:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:26,814 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:26,814 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:26,815 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:26,815 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:26,815 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,815 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad5c49f41dfb4e5db44061014c8f9280, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/1ad5775246044f02aec6c7fe970a0509, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/032f9c664ca34a46a804746f829ebde9] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.5 K 2024-12-05T23:21:26,815 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:26,816 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:26,816 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,816 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0e0becac11b04040a1fa47d2937cfe4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/48fae97a6206499a87fe4a65ce9edf7b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/eaa0ab82f9644b9b8f349ba03193d816] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.5 K 2024-12-05T23:21:26,816 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ad5c49f41dfb4e5db44061014c8f9280, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440884615 2024-12-05T23:21:26,816 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e0becac11b04040a1fa47d2937cfe4c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440884615 2024-12-05T23:21:26,816 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ad5775246044f02aec6c7fe970a0509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733440884831 2024-12-05T23:21:26,816 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48fae97a6206499a87fe4a65ce9edf7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733440884831 2024-12-05T23:21:26,817 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 032f9c664ca34a46a804746f829ebde9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440885490 2024-12-05T23:21:26,818 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa0ab82f9644b9b8f349ba03193d816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440885490 2024-12-05T23:21:26,826 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:26,827 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/15fff3631e004cd2bcb5e65a5267b511 is 50, key is test_row_0/B:col10/1733440885502/Put/seqid=0 2024-12-05T23:21:26,834 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:26,835 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/ebd82367fcac4d358dd54e19563974d2 is 50, key is test_row_0/A:col10/1733440885502/Put/seqid=0 2024-12-05T23:21:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742377_1553 (size=12949) 2024-12-05T23:21:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742378_1554 (size=12949) 2024-12-05T23:21:26,859 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/ebd82367fcac4d358dd54e19563974d2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/ebd82367fcac4d358dd54e19563974d2 2024-12-05T23:21:26,864 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into ebd82367fcac4d358dd54e19563974d2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:26,864 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:26,864 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440886814; duration=0sec 2024-12-05T23:21:26,865 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:26,865 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:26,865 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:26,872 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:26,873 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:26,873 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,873 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/735cf5c1e934477f8d83433282d52f58, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/d1ad49f7f5074c59ac876ca8158b162c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5fad88c550e148d283fbeda96317b531] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.5 K 2024-12-05T23:21:26,873 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 735cf5c1e934477f8d83433282d52f58, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733440884615 2024-12-05T23:21:26,873 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1ad49f7f5074c59ac876ca8158b162c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733440884831 2024-12-05T23:21:26,874 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fad88c550e148d283fbeda96317b531, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440885490 2024-12-05T23:21:26,881 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:26,882 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/8942514430a2452f93f302d01af9daec is 50, key is test_row_0/C:col10/1733440885502/Put/seqid=0 2024-12-05T23:21:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742379_1555 (size=12949) 2024-12-05T23:21:26,927 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/8942514430a2452f93f302d01af9daec as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/8942514430a2452f93f302d01af9daec 2024-12-05T23:21:26,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:26,931 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 8942514430a2452f93f302d01af9daec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:26,932 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:26,932 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440886814; duration=0sec 2024-12-05T23:21:26,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T23:21:26,932 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:26,932 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:26,932 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:26,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7610e7f12904435ca1e2ef5cf1f0ff68 is 50, key is test_row_0/A:col10/1733440885968/Put/seqid=0 2024-12-05T23:21:26,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742380_1556 (size=12301) 2024-12-05T23:21:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T23:21:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:27,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:27,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440947163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:27,264 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/15fff3631e004cd2bcb5e65a5267b511 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/15fff3631e004cd2bcb5e65a5267b511 2024-12-05T23:21:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440947268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:27,271 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into 15fff3631e004cd2bcb5e65a5267b511(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:27,271 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:27,271 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440886814; duration=0sec 2024-12-05T23:21:27,271 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:27,271 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:27,346 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7610e7f12904435ca1e2ef5cf1f0ff68 2024-12-05T23:21:27,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/41b2b659615c4796b9da77e0f043ccde is 50, key is test_row_0/B:col10/1733440885968/Put/seqid=0 2024-12-05T23:21:27,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742381_1557 (size=12301) 2024-12-05T23:21:27,375 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/41b2b659615c4796b9da77e0f043ccde 2024-12-05T23:21:27,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/88f19da8b90e4a10901eae9e23139593 is 50, key is test_row_0/C:col10/1733440885968/Put/seqid=0 2024-12-05T23:21:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742382_1558 (size=12301) 2024-12-05T23:21:27,453 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/88f19da8b90e4a10901eae9e23139593 2024-12-05T23:21:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7610e7f12904435ca1e2ef5cf1f0ff68 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7610e7f12904435ca1e2ef5cf1f0ff68 2024-12-05T23:21:27,467 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7610e7f12904435ca1e2ef5cf1f0ff68, entries=150, sequenceid=323, filesize=12.0 K 2024-12-05T23:21:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/41b2b659615c4796b9da77e0f043ccde as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/41b2b659615c4796b9da77e0f043ccde 2024-12-05T23:21:27,473 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/41b2b659615c4796b9da77e0f043ccde, entries=150, sequenceid=323, filesize=12.0 K 2024-12-05T23:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/88f19da8b90e4a10901eae9e23139593 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/88f19da8b90e4a10901eae9e23139593 2024-12-05T23:21:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440947471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:27,478 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/88f19da8b90e4a10901eae9e23139593, entries=150, sequenceid=323, filesize=12.0 K 2024-12-05T23:21:27,479 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fb93a7da2d7ed48af789907fd438f52a in 547ms, sequenceid=323, compaction requested=false 2024-12-05T23:21:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-05T23:21:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-05T23:21:27,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-05T23:21:27,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-12-05T23:21:27,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.6330 sec 2024-12-05T23:21:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:27,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:21:27,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:27,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:27,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:27,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:27,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:27,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:27,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/6dcc827e12934daba4134a6e725ed6f4 is 50, key is test_row_0/A:col10/1733440887780/Put/seqid=0 2024-12-05T23:21:27,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742383_1559 (size=14741) 2024-12-05T23:21:27,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440947880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T23:21:27,960 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-05T23:21:27,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-05T23:21:27,962 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T23:21:27,963 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:27,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:27,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440947993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T23:21:28,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:28,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T23:21:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:28,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:28,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:28,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/6dcc827e12934daba4134a6e725ed6f4 2024-12-05T23:21:28,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440948197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:28,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a8524398e2ec4eefaa355a889ccd9ca5 is 50, key is test_row_0/B:col10/1733440887780/Put/seqid=0 2024-12-05T23:21:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742384_1560 (size=12301) 2024-12-05T23:21:28,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a8524398e2ec4eefaa355a889ccd9ca5 2024-12-05T23:21:28,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/f5463d0b87eb43d2acfde1010a394849 is 50, key is test_row_0/C:col10/1733440887780/Put/seqid=0 2024-12-05T23:21:28,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742385_1561 (size=12301) 2024-12-05T23:21:28,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/f5463d0b87eb43d2acfde1010a394849 2024-12-05T23:21:28,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/6dcc827e12934daba4134a6e725ed6f4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6dcc827e12934daba4134a6e725ed6f4 2024-12-05T23:21:28,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6dcc827e12934daba4134a6e725ed6f4, entries=200, sequenceid=338, filesize=14.4 K 2024-12-05T23:21:28,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a8524398e2ec4eefaa355a889ccd9ca5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a8524398e2ec4eefaa355a889ccd9ca5 2024-12-05T23:21:28,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a8524398e2ec4eefaa355a889ccd9ca5, entries=150, sequenceid=338, filesize=12.0 K 2024-12-05T23:21:28,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/f5463d0b87eb43d2acfde1010a394849 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/f5463d0b87eb43d2acfde1010a394849 2024-12-05T23:21:28,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/f5463d0b87eb43d2acfde1010a394849, entries=150, sequenceid=338, filesize=12.0 K 2024-12-05T23:21:28,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fb93a7da2d7ed48af789907fd438f52a in 463ms, sequenceid=338, compaction requested=true 2024-12-05T23:21:28,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:28,248 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:28,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:28,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:28,248 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:28,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:28,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:28,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:28,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:28,253 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:28,253 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:28,253 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:28,253 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:28,253 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:28,253 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:28,254 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/15fff3631e004cd2bcb5e65a5267b511, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/41b2b659615c4796b9da77e0f043ccde, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a8524398e2ec4eefaa355a889ccd9ca5] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.7 K 2024-12-05T23:21:28,254 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/ebd82367fcac4d358dd54e19563974d2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7610e7f12904435ca1e2ef5cf1f0ff68, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6dcc827e12934daba4134a6e725ed6f4] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=39.1 K 2024-12-05T23:21:28,254 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebd82367fcac4d358dd54e19563974d2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440885490 2024-12-05T23:21:28,254 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 15fff3631e004cd2bcb5e65a5267b511, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440885490 2024-12-05T23:21:28,254 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 41b2b659615c4796b9da77e0f043ccde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733440885957 2024-12-05T23:21:28,254 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7610e7f12904435ca1e2ef5cf1f0ff68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733440885957 2024-12-05T23:21:28,255 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a8524398e2ec4eefaa355a889ccd9ca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440887147 2024-12-05T23:21:28,255 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcc827e12934daba4134a6e725ed6f4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440887147 2024-12-05T23:21:28,266 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:28,266 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/402aab71b3034b2186bfe3dcb1e5430a is 50, key is test_row_0/A:col10/1733440887780/Put/seqid=0 2024-12-05T23:21:28,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:28,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T23:21:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T23:21:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:28,268 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T23:21:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:28,270 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:28,270 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/bf860d3a6bd34809add9afdb718470ae is 50, key is test_row_0/B:col10/1733440887780/Put/seqid=0 2024-12-05T23:21:28,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/bcebf7f4d5d7477c8dc31e3593924690 is 50, key is test_row_0/A:col10/1733440887830/Put/seqid=0 2024-12-05T23:21:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742386_1562 (size=13051) 2024-12-05T23:21:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742387_1563 (size=13051) 2024-12-05T23:21:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742388_1564 (size=12301) 2024-12-05T23:21:28,313 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/bcebf7f4d5d7477c8dc31e3593924690 2024-12-05T23:21:28,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/ad9d39540a634e0bb0dbd841e1e85c81 is 50, key is test_row_0/B:col10/1733440887830/Put/seqid=0 2024-12-05T23:21:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742389_1565 (size=12301) 2024-12-05T23:21:28,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440948552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T23:21:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440948654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:28,682 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/402aab71b3034b2186bfe3dcb1e5430a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/402aab71b3034b2186bfe3dcb1e5430a 2024-12-05T23:21:28,685 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into 402aab71b3034b2186bfe3dcb1e5430a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:28,685 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:28,685 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440888248; duration=0sec 2024-12-05T23:21:28,685 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:28,685 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:28,686 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:28,686 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:28,687 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:28,687 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:28,687 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/8942514430a2452f93f302d01af9daec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/88f19da8b90e4a10901eae9e23139593, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/f5463d0b87eb43d2acfde1010a394849] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.7 K 2024-12-05T23:21:28,688 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8942514430a2452f93f302d01af9daec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733440885490 2024-12-05T23:21:28,688 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88f19da8b90e4a10901eae9e23139593, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733440885957 2024-12-05T23:21:28,689 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5463d0b87eb43d2acfde1010a394849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440887147 2024-12-05T23:21:28,696 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:28,696 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/560aa83ee3944810ac45728758f98910 is 50, key is test_row_0/C:col10/1733440887780/Put/seqid=0 2024-12-05T23:21:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742390_1566 (size=13051) 2024-12-05T23:21:28,707 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/bf860d3a6bd34809add9afdb718470ae as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/bf860d3a6bd34809add9afdb718470ae 2024-12-05T23:21:28,711 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/560aa83ee3944810ac45728758f98910 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/560aa83ee3944810ac45728758f98910 2024-12-05T23:21:28,715 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into bf860d3a6bd34809add9afdb718470ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:28,715 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:28,715 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440888248; duration=0sec 2024-12-05T23:21:28,715 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:28,715 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:28,716 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 560aa83ee3944810ac45728758f98910(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:28,716 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:28,716 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440888248; duration=0sec 2024-12-05T23:21:28,717 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:28,717 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:28,730 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/ad9d39540a634e0bb0dbd841e1e85c81 2024-12-05T23:21:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/20af319e16814f138870f99facecebd5 is 50, key is test_row_0/C:col10/1733440887830/Put/seqid=0 2024-12-05T23:21:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742391_1567 (size=12301) 2024-12-05T23:21:28,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440948862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T23:21:29,141 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/20af319e16814f138870f99facecebd5 2024-12-05T23:21:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/bcebf7f4d5d7477c8dc31e3593924690 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bcebf7f4d5d7477c8dc31e3593924690 2024-12-05T23:21:29,155 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bcebf7f4d5d7477c8dc31e3593924690, entries=150, sequenceid=360, filesize=12.0 K 2024-12-05T23:21:29,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/ad9d39540a634e0bb0dbd841e1e85c81 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad9d39540a634e0bb0dbd841e1e85c81 2024-12-05T23:21:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440949170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:29,174 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad9d39540a634e0bb0dbd841e1e85c81, entries=150, sequenceid=360, filesize=12.0 K 2024-12-05T23:21:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/20af319e16814f138870f99facecebd5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/20af319e16814f138870f99facecebd5 2024-12-05T23:21:29,177 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/20af319e16814f138870f99facecebd5, entries=150, sequenceid=360, filesize=12.0 K 2024-12-05T23:21:29,178 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for fb93a7da2d7ed48af789907fd438f52a in 911ms, sequenceid=360, compaction requested=false 2024-12-05T23:21:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-05T23:21:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-05T23:21:29,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-05T23:21:29,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-12-05T23:21:29,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.2210 sec 2024-12-05T23:21:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:29,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T23:21:29,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:29,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:29,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:29,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:29,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:29,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:29,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/0b56b536bee14c2fa4f1a4bb45f5922b is 50, key is test_row_0/A:col10/1733440889624/Put/seqid=0 2024-12-05T23:21:29,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742392_1568 (size=14741) 2024-12-05T23:21:29,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440949698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:29,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440949699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:29,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440949699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:29,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440949801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:29,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440949807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:29,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440949808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440950006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440950015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440950016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/0b56b536bee14c2fa4f1a4bb45f5922b 2024-12-05T23:21:30,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/5a7583305ef34b7c9ab7ba96af6d9796 is 50, key is test_row_0/B:col10/1733440889624/Put/seqid=0 2024-12-05T23:21:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742393_1569 (size=12301) 2024-12-05T23:21:30,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/5a7583305ef34b7c9ab7ba96af6d9796 2024-12-05T23:21:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T23:21:30,073 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-05T23:21:30,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-05T23:21:30,080 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:30,080 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:30,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T23:21:30,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/711ec9f007b840dcbd2650e9bd7c4288 is 50, key is test_row_0/C:col10/1733440889624/Put/seqid=0 2024-12-05T23:21:30,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742394_1570 (size=12301) 2024-12-05T23:21:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T23:21:30,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T23:21:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:30,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440950311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440950324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440950327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T23:21:30,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T23:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:30,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/711ec9f007b840dcbd2650e9bd7c4288 2024-12-05T23:21:30,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/0b56b536bee14c2fa4f1a4bb45f5922b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0b56b536bee14c2fa4f1a4bb45f5922b 2024-12-05T23:21:30,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0b56b536bee14c2fa4f1a4bb45f5922b, entries=200, sequenceid=378, filesize=14.4 K 2024-12-05T23:21:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/5a7583305ef34b7c9ab7ba96af6d9796 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5a7583305ef34b7c9ab7ba96af6d9796 2024-12-05T23:21:30,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5a7583305ef34b7c9ab7ba96af6d9796, entries=150, sequenceid=378, filesize=12.0 K 2024-12-05T23:21:30,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/711ec9f007b840dcbd2650e9bd7c4288 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/711ec9f007b840dcbd2650e9bd7c4288 2024-12-05T23:21:30,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/711ec9f007b840dcbd2650e9bd7c4288, entries=150, sequenceid=378, filesize=12.0 K 2024-12-05T23:21:30,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for fb93a7da2d7ed48af789907fd438f52a in 888ms, sequenceid=378, compaction requested=true 2024-12-05T23:21:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:30,513 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:30,513 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:30,514 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:30,514 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:30,514 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,514 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/402aab71b3034b2186bfe3dcb1e5430a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bcebf7f4d5d7477c8dc31e3593924690, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0b56b536bee14c2fa4f1a4bb45f5922b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=39.2 K 2024-12-05T23:21:30,515 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 402aab71b3034b2186bfe3dcb1e5430a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440887147 2024-12-05T23:21:30,515 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcebf7f4d5d7477c8dc31e3593924690, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733440887830 2024-12-05T23:21:30,516 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b56b536bee14c2fa4f1a4bb45f5922b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733440888540 2024-12-05T23:21:30,518 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:30,518 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:30,518 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,518 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/bf860d3a6bd34809add9afdb718470ae, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad9d39540a634e0bb0dbd841e1e85c81, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5a7583305ef34b7c9ab7ba96af6d9796] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.8 K 2024-12-05T23:21:30,518 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bf860d3a6bd34809add9afdb718470ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440887147 2024-12-05T23:21:30,519 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ad9d39540a634e0bb0dbd841e1e85c81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733440887830 2024-12-05T23:21:30,527 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7583305ef34b7c9ab7ba96af6d9796, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733440888543 2024-12-05T23:21:30,535 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:30,535 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/bd75f3c793134edfb338cfa181d8510f is 50, key is test_row_0/A:col10/1733440889624/Put/seqid=0 2024-12-05T23:21:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742395_1571 (size=13153) 2024-12-05T23:21:30,546 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:30,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,547 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/cd64f0dbdd154f18b8230db9f995d6fe is 50, key is test_row_0/B:col10/1733440889624/Put/seqid=0 2024-12-05T23:21:30,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T23:21:30,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,547 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T23:21:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742396_1572 (size=13153) 2024-12-05T23:21:30,559 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/bd75f3c793134edfb338cfa181d8510f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bd75f3c793134edfb338cfa181d8510f 2024-12-05T23:21:30,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/d2405ec8c96345e5ad1b8f26754f4d02 is 50, key is test_row_0/A:col10/1733440889698/Put/seqid=0 2024-12-05T23:21:30,566 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into bd75f3c793134edfb338cfa181d8510f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:30,566 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:30,566 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440890513; duration=0sec 2024-12-05T23:21:30,566 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:30,566 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:30,566 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:30,567 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:30,567 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:30,567 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:30,567 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/560aa83ee3944810ac45728758f98910, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/20af319e16814f138870f99facecebd5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/711ec9f007b840dcbd2650e9bd7c4288] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.8 K 2024-12-05T23:21:30,567 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 560aa83ee3944810ac45728758f98910, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733440887147 2024-12-05T23:21:30,568 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20af319e16814f138870f99facecebd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733440887830 2024-12-05T23:21:30,568 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 711ec9f007b840dcbd2650e9bd7c4288, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733440888543 2024-12-05T23:21:30,574 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:30,574 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/da5f84d6e7734cacbed3d29c07e2ee8f is 50, key is test_row_0/C:col10/1733440889624/Put/seqid=0 2024-12-05T23:21:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742397_1573 (size=12301) 2024-12-05T23:21:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742398_1574 (size=13153) 2024-12-05T23:21:30,588 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/d2405ec8c96345e5ad1b8f26754f4d02 2024-12-05T23:21:30,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/aa8fb80196d6408b8d11f6c3d322a88b is 50, key is test_row_0/B:col10/1733440889698/Put/seqid=0 2024-12-05T23:21:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742399_1575 (size=12301) 2024-12-05T23:21:30,598 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/aa8fb80196d6408b8d11f6c3d322a88b 2024-12-05T23:21:30,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/48b7381b2d164440bd12f552645cb306 is 50, key is test_row_0/C:col10/1733440889698/Put/seqid=0 2024-12-05T23:21:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742400_1576 (size=12301) 2024-12-05T23:21:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T23:21:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:30,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440950860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440950860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440950866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,961 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/cd64f0dbdd154f18b8230db9f995d6fe as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/cd64f0dbdd154f18b8230db9f995d6fe 2024-12-05T23:21:30,964 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into cd64f0dbdd154f18b8230db9f995d6fe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:30,964 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:30,964 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440890513; duration=0sec 2024-12-05T23:21:30,964 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:30,964 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440950969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440950970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440950972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:30,994 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/da5f84d6e7734cacbed3d29c07e2ee8f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/da5f84d6e7734cacbed3d29c07e2ee8f 2024-12-05T23:21:30,998 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into da5f84d6e7734cacbed3d29c07e2ee8f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:30,999 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:30,999 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440890513; duration=0sec 2024-12-05T23:21:30,999 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:30,999 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:31,021 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/48b7381b2d164440bd12f552645cb306 2024-12-05T23:21:31,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/d2405ec8c96345e5ad1b8f26754f4d02 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d2405ec8c96345e5ad1b8f26754f4d02 2024-12-05T23:21:31,028 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d2405ec8c96345e5ad1b8f26754f4d02, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T23:21:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/aa8fb80196d6408b8d11f6c3d322a88b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/aa8fb80196d6408b8d11f6c3d322a88b 2024-12-05T23:21:31,035 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/aa8fb80196d6408b8d11f6c3d322a88b, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T23:21:31,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/48b7381b2d164440bd12f552645cb306 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/48b7381b2d164440bd12f552645cb306 2024-12-05T23:21:31,039 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/48b7381b2d164440bd12f552645cb306, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T23:21:31,040 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for fb93a7da2d7ed48af789907fd438f52a in 493ms, sequenceid=399, compaction requested=false 2024-12-05T23:21:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-05T23:21:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-05T23:21:31,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-05T23:21:31,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 967 msec 2024-12-05T23:21:31,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 971 msec 2024-12-05T23:21:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:31,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T23:21:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T23:21:31,187 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-05T23:21:31,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-05T23:21:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T23:21:31,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:31,191 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:31,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:31,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/89c90537a4fc4e9bb6cffba0beb4d2e9 is 50, key is test_row_0/A:col10/1733440891181/Put/seqid=0 2024-12-05T23:21:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742401_1577 (size=14741) 2024-12-05T23:21:31,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/89c90537a4fc4e9bb6cffba0beb4d2e9 2024-12-05T23:21:31,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e is 50, key is test_row_0/B:col10/1733440891181/Put/seqid=0 2024-12-05T23:21:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742402_1578 (size=12301) 2024-12-05T23:21:31,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e 2024-12-05T23:21:31,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440951214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440951216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb is 50, key is test_row_0/C:col10/1733440891181/Put/seqid=0 2024-12-05T23:21:31,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440951221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742403_1579 (size=12301) 2024-12-05T23:21:31,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb 2024-12-05T23:21:31,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/89c90537a4fc4e9bb6cffba0beb4d2e9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/89c90537a4fc4e9bb6cffba0beb4d2e9 2024-12-05T23:21:31,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/89c90537a4fc4e9bb6cffba0beb4d2e9, entries=200, sequenceid=420, filesize=14.4 K 2024-12-05T23:21:31,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e 2024-12-05T23:21:31,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e, entries=150, sequenceid=420, filesize=12.0 K 2024-12-05T23:21:31,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb 2024-12-05T23:21:31,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb, entries=150, sequenceid=420, filesize=12.0 K 2024-12-05T23:21:31,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for fb93a7da2d7ed48af789907fd438f52a in 75ms, sequenceid=420, compaction requested=true 2024-12-05T23:21:31,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:31,259 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:31,259 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:31,260 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:31,260 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:31,260 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,260 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/cd64f0dbdd154f18b8230db9f995d6fe, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/aa8fb80196d6408b8d11f6c3d322a88b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.9 K 2024-12-05T23:21:31,261 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:31,261 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:31,261 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,261 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bd75f3c793134edfb338cfa181d8510f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d2405ec8c96345e5ad1b8f26754f4d02, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/89c90537a4fc4e9bb6cffba0beb4d2e9] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=39.3 K 2024-12-05T23:21:31,261 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting cd64f0dbdd154f18b8230db9f995d6fe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733440888543 2024-12-05T23:21:31,262 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd75f3c793134edfb338cfa181d8510f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733440888543 2024-12-05T23:21:31,262 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting aa8fb80196d6408b8d11f6c3d322a88b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440889688 2024-12-05T23:21:31,262 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a1a5abd326fe4fe7a0b0dbc8ffbe590e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733440891180 2024-12-05T23:21:31,262 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2405ec8c96345e5ad1b8f26754f4d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440889688 2024-12-05T23:21:31,262 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89c90537a4fc4e9bb6cffba0beb4d2e9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733440890865 2024-12-05T23:21:31,269 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:31,270 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f46c562e236d454eac67aa58dfc72b00 is 50, key is test_row_0/B:col10/1733440891181/Put/seqid=0 2024-12-05T23:21:31,274 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:31,275 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/5f3930b0360541448e1287a74a9811ba is 50, key is test_row_0/A:col10/1733440891181/Put/seqid=0 2024-12-05T23:21:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742404_1580 (size=13255) 2024-12-05T23:21:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T23:21:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742405_1581 (size=13255) 2024-12-05T23:21:31,305 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/f46c562e236d454eac67aa58dfc72b00 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f46c562e236d454eac67aa58dfc72b00 2024-12-05T23:21:31,309 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into f46c562e236d454eac67aa58dfc72b00(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:31,309 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:31,309 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=13, startTime=1733440891259; duration=0sec 2024-12-05T23:21:31,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:31,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:31,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:31,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:31,310 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:31,311 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,311 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/da5f84d6e7734cacbed3d29c07e2ee8f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/48b7381b2d164440bd12f552645cb306, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=36.9 K 2024-12-05T23:21:31,311 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting da5f84d6e7734cacbed3d29c07e2ee8f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733440888543 2024-12-05T23:21:31,311 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 48b7381b2d164440bd12f552645cb306, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733440889688 2024-12-05T23:21:31,312 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e7c5d9e8dbdc4cea9ba640b55d8d45bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733440891180 2024-12-05T23:21:31,319 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:31,319 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/4307cd03dee74b79a9a93040560ac1ed is 50, key is test_row_0/C:col10/1733440891181/Put/seqid=0 2024-12-05T23:21:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:31,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T23:21:31,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:31,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:31,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/8849c27f16b749b1adc89620ccdc296d is 50, key is test_row_0/A:col10/1733440891323/Put/seqid=0 2024-12-05T23:21:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742406_1582 (size=13255) 2024-12-05T23:21:31,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,346 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/4307cd03dee74b79a9a93040560ac1ed as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4307cd03dee74b79a9a93040560ac1ed 2024-12-05T23:21:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742407_1583 (size=14741) 2024-12-05T23:21:31,352 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into 4307cd03dee74b79a9a93040560ac1ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:31,352 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:31,352 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=13, startTime=1733440891259; duration=0sec 2024-12-05T23:21:31,352 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:31,352 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440951351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440951354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440951358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440951463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440951463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440951464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T23:21:31,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440951669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440951673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440951673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,708 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/5f3930b0360541448e1287a74a9811ba as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/5f3930b0360541448e1287a74a9811ba 2024-12-05T23:21:31,713 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into 5f3930b0360541448e1287a74a9811ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:31,713 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:31,713 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=13, startTime=1733440891259; duration=0sec 2024-12-05T23:21:31,714 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:31,714 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:31,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/8849c27f16b749b1adc89620ccdc296d 2024-12-05T23:21:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T23:21:31,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/b6670b4159494c6da5fe7ee85fdf1c8c is 50, key is test_row_0/B:col10/1733440891323/Put/seqid=0 2024-12-05T23:21:31,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742408_1584 (size=12301) 2024-12-05T23:21:31,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:31,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:31,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440951976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440951983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440951984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:32,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:32,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:32,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:32,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:32,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/b6670b4159494c6da5fe7ee85fdf1c8c 2024-12-05T23:21:32,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c27fd9c5a1934772be5c789675c8687b is 50, key is test_row_0/C:col10/1733440891323/Put/seqid=0 2024-12-05T23:21:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742409_1585 (size=12301) 2024-12-05T23:21:32,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c27fd9c5a1934772be5c789675c8687b 2024-12-05T23:21:32,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/8849c27f16b749b1adc89620ccdc296d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8849c27f16b749b1adc89620ccdc296d 2024-12-05T23:21:32,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:32,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T23:21:32,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8849c27f16b749b1adc89620ccdc296d, entries=200, sequenceid=440, filesize=14.4 K 2024-12-05T23:21:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/b6670b4159494c6da5fe7ee85fdf1c8c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b6670b4159494c6da5fe7ee85fdf1c8c 2024-12-05T23:21:32,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b6670b4159494c6da5fe7ee85fdf1c8c, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T23:21:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/c27fd9c5a1934772be5c789675c8687b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c27fd9c5a1934772be5c789675c8687b 2024-12-05T23:21:32,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c27fd9c5a1934772be5c789675c8687b, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T23:21:32,352 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-05T23:21:32,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for fb93a7da2d7ed48af789907fd438f52a in 1027ms, sequenceid=440, compaction requested=false 2024-12-05T23:21:32,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:32,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T23:21:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:32,438 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T23:21:32,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:32,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:32,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:32,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:32,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:32,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7f1c1dc6182546fbb06e08efae64f82f is 50, key is test_row_0/A:col10/1733440891338/Put/seqid=0 2024-12-05T23:21:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742410_1586 (size=12301) 2024-12-05T23:21:32,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. as already flushing 2024-12-05T23:21:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:32,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440952539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440952540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440952542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440952648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440952649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440952650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440952853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440952856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,863 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7f1c1dc6182546fbb06e08efae64f82f 2024-12-05T23:21:32,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440952857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/55e66a4bfc664091b624bcd2a94eb3b3 is 50, key is test_row_0/B:col10/1733440891338/Put/seqid=0 2024-12-05T23:21:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742411_1587 (size=12301) 2024-12-05T23:21:33,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440953158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:33,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440953169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440953173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T23:21:33,305 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/55e66a4bfc664091b624bcd2a94eb3b3 2024-12-05T23:21:33,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/ca6afae354e44d628f33c1df5273f052 is 50, key is test_row_0/C:col10/1733440891338/Put/seqid=0 2024-12-05T23:21:33,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742412_1588 (size=12301) 2024-12-05T23:21:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440953676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440953679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:33,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440953679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:33,769 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/ca6afae354e44d628f33c1df5273f052 2024-12-05T23:21:33,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/7f1c1dc6182546fbb06e08efae64f82f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7f1c1dc6182546fbb06e08efae64f82f 2024-12-05T23:21:33,780 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7f1c1dc6182546fbb06e08efae64f82f, entries=150, sequenceid=459, filesize=12.0 K 2024-12-05T23:21:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/55e66a4bfc664091b624bcd2a94eb3b3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/55e66a4bfc664091b624bcd2a94eb3b3 2024-12-05T23:21:33,788 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/55e66a4bfc664091b624bcd2a94eb3b3, entries=150, sequenceid=459, filesize=12.0 K 2024-12-05T23:21:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/ca6afae354e44d628f33c1df5273f052 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca6afae354e44d628f33c1df5273f052 2024-12-05T23:21:33,791 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca6afae354e44d628f33c1df5273f052, entries=150, sequenceid=459, filesize=12.0 K 2024-12-05T23:21:33,792 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for fb93a7da2d7ed48af789907fd438f52a in 1354ms, sequenceid=459, compaction requested=true 2024-12-05T23:21:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:33,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-05T23:21:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-05T23:21:33,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-05T23:21:33,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6020 sec 2024-12-05T23:21:33,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.6140 sec 2024-12-05T23:21:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:34,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T23:21:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:34,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/c7873d6480c846819023fd35ac88e7f1 is 50, key is test_row_0/A:col10/1733440894688/Put/seqid=0 2024-12-05T23:21:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742413_1589 (size=17181) 2024-12-05T23:21:34,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440954734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440954734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440954734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440954841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440954844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:34,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440954847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440955047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440955049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440955055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/c7873d6480c846819023fd35ac88e7f1 2024-12-05T23:21:35,119 DEBUG [Thread-2171 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x597c4444 to 127.0.0.1:49561 2024-12-05T23:21:35,119 DEBUG [Thread-2171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:35,120 DEBUG [Thread-2167 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e5d29ee to 127.0.0.1:49561 2024-12-05T23:21:35,120 DEBUG [Thread-2167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:35,122 DEBUG [Thread-2169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a0e6c08 to 127.0.0.1:49561 2024-12-05T23:21:35,122 DEBUG [Thread-2169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:35,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/7cbfe484543642f0948d5e620ba55caa is 50, key is test_row_0/B:col10/1733440894688/Put/seqid=0 2024-12-05T23:21:35,125 DEBUG [Thread-2163 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458eddca to 127.0.0.1:49561 2024-12-05T23:21:35,125 DEBUG [Thread-2163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:35,127 DEBUG [Thread-2165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00008f35 to 127.0.0.1:49561 2024-12-05T23:21:35,127 DEBUG [Thread-2165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:35,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742414_1590 (size=12301) 2024-12-05T23:21:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T23:21:35,306 INFO [Thread-2162 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-05T23:21:35,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440955354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440955354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440955361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/7cbfe484543642f0948d5e620ba55caa 2024-12-05T23:21:35,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/00fdf2f57e994f17981ea526904163c4 is 50, key is test_row_0/C:col10/1733440894688/Put/seqid=0 2024-12-05T23:21:35,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742415_1591 (size=12301) 2024-12-05T23:21:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45048 deadline: 1733440955857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45058 deadline: 1733440955858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45012 deadline: 1733440955865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:35,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/00fdf2f57e994f17981ea526904163c4 2024-12-05T23:21:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/c7873d6480c846819023fd35ac88e7f1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c7873d6480c846819023fd35ac88e7f1 2024-12-05T23:21:35,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c7873d6480c846819023fd35ac88e7f1, entries=250, sequenceid=480, filesize=16.8 K 2024-12-05T23:21:35,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/7cbfe484543642f0948d5e620ba55caa as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/7cbfe484543642f0948d5e620ba55caa 2024-12-05T23:21:35,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/7cbfe484543642f0948d5e620ba55caa, entries=150, sequenceid=480, filesize=12.0 K 2024-12-05T23:21:35,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/00fdf2f57e994f17981ea526904163c4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/00fdf2f57e994f17981ea526904163c4 2024-12-05T23:21:35,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/00fdf2f57e994f17981ea526904163c4, entries=150, sequenceid=480, filesize=12.0 K 2024-12-05T23:21:35,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for fb93a7da2d7ed48af789907fd438f52a in 1260ms, sequenceid=480, compaction requested=true 2024-12-05T23:21:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb93a7da2d7ed48af789907fd438f52a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:35,948 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:35,948 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:35,949 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57478 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:35,949 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:35,949 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/A is initiating minor compaction (all files) 2024-12-05T23:21:35,949 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/B is initiating minor compaction (all files) 2024-12-05T23:21:35,950 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/B in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:35,950 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/A in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:35,950 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f46c562e236d454eac67aa58dfc72b00, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b6670b4159494c6da5fe7ee85fdf1c8c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/55e66a4bfc664091b624bcd2a94eb3b3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/7cbfe484543642f0948d5e620ba55caa] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=49.0 K 2024-12-05T23:21:35,950 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/5f3930b0360541448e1287a74a9811ba, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8849c27f16b749b1adc89620ccdc296d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7f1c1dc6182546fbb06e08efae64f82f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c7873d6480c846819023fd35ac88e7f1] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=56.1 K 2024-12-05T23:21:35,950 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3930b0360541448e1287a74a9811ba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733440891180 2024-12-05T23:21:35,950 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f46c562e236d454eac67aa58dfc72b00, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733440891180 2024-12-05T23:21:35,950 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8849c27f16b749b1adc89620ccdc296d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733440891206 2024-12-05T23:21:35,950 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b6670b4159494c6da5fe7ee85fdf1c8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733440891206 2024-12-05T23:21:35,950 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1c1dc6182546fbb06e08efae64f82f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733440891338 2024-12-05T23:21:35,951 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e66a4bfc664091b624bcd2a94eb3b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733440891338 2024-12-05T23:21:35,951 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7873d6480c846819023fd35ac88e7f1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733440892531 2024-12-05T23:21:35,951 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cbfe484543642f0948d5e620ba55caa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733440892540 2024-12-05T23:21:35,958 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#B#compaction#510 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:35,959 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/d0f1dc7c0b034df19d64bd3b844d5cfb is 50, key is test_row_0/B:col10/1733440894688/Put/seqid=0 2024-12-05T23:21:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742416_1592 (size=13391) 2024-12-05T23:21:35,969 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#A#compaction#511 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:35,970 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/352b72c66d5f48eb89c276511f682ce3 is 50, key is test_row_0/A:col10/1733440894688/Put/seqid=0 2024-12-05T23:21:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742417_1593 (size=13391) 2024-12-05T23:21:35,989 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/352b72c66d5f48eb89c276511f682ce3 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/352b72c66d5f48eb89c276511f682ce3 2024-12-05T23:21:35,992 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/A of fb93a7da2d7ed48af789907fd438f52a into 352b72c66d5f48eb89c276511f682ce3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:35,992 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:35,992 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/A, priority=12, startTime=1733440895948; duration=0sec 2024-12-05T23:21:35,992 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:35,992 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:A 2024-12-05T23:21:35,992 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:35,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:35,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): fb93a7da2d7ed48af789907fd438f52a/C is initiating minor compaction (all files) 2024-12-05T23:21:35,993 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb93a7da2d7ed48af789907fd438f52a/C in TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:35,993 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4307cd03dee74b79a9a93040560ac1ed, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c27fd9c5a1934772be5c789675c8687b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca6afae354e44d628f33c1df5273f052, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/00fdf2f57e994f17981ea526904163c4] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp, totalSize=49.0 K 2024-12-05T23:21:35,993 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4307cd03dee74b79a9a93040560ac1ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733440891180 2024-12-05T23:21:35,994 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c27fd9c5a1934772be5c789675c8687b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733440891206 2024-12-05T23:21:35,994 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca6afae354e44d628f33c1df5273f052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733440891338 2024-12-05T23:21:35,994 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00fdf2f57e994f17981ea526904163c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1733440892540 2024-12-05T23:21:36,000 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb93a7da2d7ed48af789907fd438f52a#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:36,001 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/e929ad9b432b414cad1271c553c53330 is 50, key is test_row_0/C:col10/1733440894688/Put/seqid=0 2024-12-05T23:21:36,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742418_1594 (size=13391) 2024-12-05T23:21:36,367 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/d0f1dc7c0b034df19d64bd3b844d5cfb as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d0f1dc7c0b034df19d64bd3b844d5cfb 2024-12-05T23:21:36,370 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/B of fb93a7da2d7ed48af789907fd438f52a into d0f1dc7c0b034df19d64bd3b844d5cfb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:36,370 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:36,371 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/B, priority=12, startTime=1733440895948; duration=0sec 2024-12-05T23:21:36,371 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:36,371 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:B 2024-12-05T23:21:36,407 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/e929ad9b432b414cad1271c553c53330 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e929ad9b432b414cad1271c553c53330 2024-12-05T23:21:36,410 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb93a7da2d7ed48af789907fd438f52a/C of fb93a7da2d7ed48af789907fd438f52a into e929ad9b432b414cad1271c553c53330(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:36,410 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:36,410 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a., storeName=fb93a7da2d7ed48af789907fd438f52a/C, priority=12, startTime=1733440895948; duration=0sec 2024-12-05T23:21:36,410 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:36,410 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb93a7da2d7ed48af789907fd438f52a:C 2024-12-05T23:21:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:36,763 DEBUG [Thread-2160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0021a859 to 127.0.0.1:49561 2024-12-05T23:21:36,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T23:21:36,763 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:36,763 DEBUG [Thread-2158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05e7fe27 to 127.0.0.1:49561 2024-12-05T23:21:36,763 DEBUG [Thread-2158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:36,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:36,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:36,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:36,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:36,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:36,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:36,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/afa33b63fd6d4525ab50a91b82df4462 is 50, key is test_row_0/A:col10/1733440896762/Put/seqid=0 2024-12-05T23:21:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742419_1595 (size=12301) 2024-12-05T23:21:36,866 DEBUG [Thread-2152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1fd58e2d to 127.0.0.1:49561 2024-12-05T23:21:36,867 DEBUG [Thread-2152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:36,868 DEBUG [Thread-2154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d3396b5 to 127.0.0.1:49561 2024-12-05T23:21:36,868 DEBUG [Thread-2154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:36,873 DEBUG [Thread-2156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4617df22 to 127.0.0.1:49561 2024-12-05T23:21:36,873 DEBUG [Thread-2156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:36,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 158 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2340 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7020 rows 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2325 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6975 rows 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2337 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7009 rows 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2340 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7020 rows 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2342 2024-12-05T23:21:36,874 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7026 rows 2024-12-05T23:21:36,874 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T23:21:36,874 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ac055f9 to 127.0.0.1:49561 2024-12-05T23:21:36,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:36,876 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T23:21:36,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T23:21:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T23:21:36,880 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440896879"}]},"ts":"1733440896879"} 2024-12-05T23:21:36,881 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T23:21:36,883 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T23:21:36,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:21:36,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a, UNASSIGN}] 2024-12-05T23:21:36,885 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a, UNASSIGN 2024-12-05T23:21:36,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=fb93a7da2d7ed48af789907fd438f52a, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:36,886 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33951 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=9e5740704f6b,41841,1733440754996, table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T23:21:36,886 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:21:36,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:21:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T23:21:37,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:37,038 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:37,038 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:21:37,038 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing fb93a7da2d7ed48af789907fd438f52a, disabling compactions & flushes 2024-12-05T23:21:37,038 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:37,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/afa33b63fd6d4525ab50a91b82df4462 2024-12-05T23:21:37,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a773316d357a40d2a5df9aff721b7c58 is 50, key is test_row_0/B:col10/1733440896762/Put/seqid=0 2024-12-05T23:21:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742420_1596 (size=12301) 2024-12-05T23:21:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T23:21:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T23:21:37,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a773316d357a40d2a5df9aff721b7c58 2024-12-05T23:21:37,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/939ee11172bd4155ad450760aced3ce1 is 50, key is test_row_0/C:col10/1733440896762/Put/seqid=0 2024-12-05T23:21:37,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742421_1597 (size=12301) 2024-12-05T23:21:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T23:21:37,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/939ee11172bd4155ad450760aced3ce1 2024-12-05T23:21:37,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/afa33b63fd6d4525ab50a91b82df4462 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/afa33b63fd6d4525ab50a91b82df4462 2024-12-05T23:21:37,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/afa33b63fd6d4525ab50a91b82df4462, entries=150, sequenceid=502, filesize=12.0 K 2024-12-05T23:21:37,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/a773316d357a40d2a5df9aff721b7c58 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a773316d357a40d2a5df9aff721b7c58 2024-12-05T23:21:37,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a773316d357a40d2a5df9aff721b7c58, entries=150, sequenceid=502, filesize=12.0 K 2024-12-05T23:21:37,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/939ee11172bd4155ad450760aced3ce1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/939ee11172bd4155ad450760aced3ce1 2024-12-05T23:21:37,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/939ee11172bd4155ad450760aced3ce1, entries=150, sequenceid=502, filesize=12.0 K 2024-12-05T23:21:38,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=20.13 KB/20610 for fb93a7da2d7ed48af789907fd438f52a in 1237ms, sequenceid=502, compaction requested=false 2024-12-05T23:21:38,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:38,000 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. after waiting 0 ms 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:38,000 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(2837): Flushing fb93a7da2d7ed48af789907fd438f52a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=A 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=B 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb93a7da2d7ed48af789907fd438f52a, store=C 2024-12-05T23:21:38,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:38,003 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fbd69975a0194047842ca1d8c9dba1b1 is 50, key is test_row_0/A:col10/1733440896872/Put/seqid=0 2024-12-05T23:21:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742422_1598 (size=9857) 2024-12-05T23:21:38,406 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fbd69975a0194047842ca1d8c9dba1b1 2024-12-05T23:21:38,413 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/c1206bc0fe884931aa42b29ffd7d90c2 is 50, key is test_row_0/B:col10/1733440896872/Put/seqid=0 2024-12-05T23:21:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742423_1599 (size=9857) 2024-12-05T23:21:38,418 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/c1206bc0fe884931aa42b29ffd7d90c2 2024-12-05T23:21:38,424 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/cfe97d70f1fb4a4daca7d3d58784ac75 is 50, key is test_row_0/C:col10/1733440896872/Put/seqid=0 2024-12-05T23:21:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742424_1600 (size=9857) 2024-12-05T23:21:38,843 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/cfe97d70f1fb4a4daca7d3d58784ac75 2024-12-05T23:21:38,847 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/A/fbd69975a0194047842ca1d8c9dba1b1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fbd69975a0194047842ca1d8c9dba1b1 2024-12-05T23:21:38,850 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fbd69975a0194047842ca1d8c9dba1b1, entries=100, sequenceid=508, filesize=9.6 K 2024-12-05T23:21:38,850 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/B/c1206bc0fe884931aa42b29ffd7d90c2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/c1206bc0fe884931aa42b29ffd7d90c2 2024-12-05T23:21:38,854 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/c1206bc0fe884931aa42b29ffd7d90c2, entries=100, sequenceid=508, filesize=9.6 K 2024-12-05T23:21:38,855 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/.tmp/C/cfe97d70f1fb4a4daca7d3d58784ac75 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/cfe97d70f1fb4a4daca7d3d58784ac75 2024-12-05T23:21:38,858 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/cfe97d70f1fb4a4daca7d3d58784ac75, entries=100, sequenceid=508, filesize=9.6 K 2024-12-05T23:21:38,859 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for fb93a7da2d7ed48af789907fd438f52a in 858ms, sequenceid=508, compaction requested=true 2024-12-05T23:21:38,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/a6c999e567a4471f95e3ff10d8345717, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/1d9744d809714067aecab7217ac94ce9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c1e369153aa6440d8f4e280565eaa2a6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e7b6f6c15ed046b0bd9642141f9c09f4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/51dfa5ff28324e9abb21d365cac37a25, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/182c99b1d82b4461967d00f9f28c8a78, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/33f097a61d914094ad9b5f8e374659d5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e95ea670319941ceae391ecf5bb851bf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/55c864e480644961a95ba5887b9373f4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d88890082bb9423c9cdf2645c08e7621, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7b7bd2cc8d0a4eb08d1ddc3e934fc484, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/47a75abf0f9841a3841307f2f372c481, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fe681356bfa44e2ea0435f62e907c03e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6f2ef2aaa5bb40acb4b9c87153facece, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f9ab5a3415a645a1b1e3056e7214d88c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8d169eec243748c8a6dcaab9b95825ae, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0e0becac11b04040a1fa47d2937cfe4c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/48fae97a6206499a87fe4a65ce9edf7b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/ebd82367fcac4d358dd54e19563974d2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/eaa0ab82f9644b9b8f349ba03193d816, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7610e7f12904435ca1e2ef5cf1f0ff68, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6dcc827e12934daba4134a6e725ed6f4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/402aab71b3034b2186bfe3dcb1e5430a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bcebf7f4d5d7477c8dc31e3593924690, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0b56b536bee14c2fa4f1a4bb45f5922b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bd75f3c793134edfb338cfa181d8510f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d2405ec8c96345e5ad1b8f26754f4d02, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/89c90537a4fc4e9bb6cffba0beb4d2e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/5f3930b0360541448e1287a74a9811ba, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8849c27f16b749b1adc89620ccdc296d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7f1c1dc6182546fbb06e08efae64f82f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c7873d6480c846819023fd35ac88e7f1] to archive 2024-12-05T23:21:38,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:38,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/a6c999e567a4471f95e3ff10d8345717 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/a6c999e567a4471f95e3ff10d8345717 2024-12-05T23:21:38,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/1d9744d809714067aecab7217ac94ce9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/1d9744d809714067aecab7217ac94ce9 2024-12-05T23:21:38,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c1e369153aa6440d8f4e280565eaa2a6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c1e369153aa6440d8f4e280565eaa2a6 2024-12-05T23:21:38,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e7b6f6c15ed046b0bd9642141f9c09f4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e7b6f6c15ed046b0bd9642141f9c09f4 2024-12-05T23:21:38,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/51dfa5ff28324e9abb21d365cac37a25 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/51dfa5ff28324e9abb21d365cac37a25 2024-12-05T23:21:38,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/182c99b1d82b4461967d00f9f28c8a78 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/182c99b1d82b4461967d00f9f28c8a78 2024-12-05T23:21:38,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/33f097a61d914094ad9b5f8e374659d5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/33f097a61d914094ad9b5f8e374659d5 2024-12-05T23:21:38,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e95ea670319941ceae391ecf5bb851bf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/e95ea670319941ceae391ecf5bb851bf 2024-12-05T23:21:38,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/55c864e480644961a95ba5887b9373f4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/55c864e480644961a95ba5887b9373f4 2024-12-05T23:21:38,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d88890082bb9423c9cdf2645c08e7621 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d88890082bb9423c9cdf2645c08e7621 2024-12-05T23:21:38,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7b7bd2cc8d0a4eb08d1ddc3e934fc484 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7b7bd2cc8d0a4eb08d1ddc3e934fc484 2024-12-05T23:21:38,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/47a75abf0f9841a3841307f2f372c481 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/47a75abf0f9841a3841307f2f372c481 2024-12-05T23:21:38,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fe681356bfa44e2ea0435f62e907c03e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fe681356bfa44e2ea0435f62e907c03e 2024-12-05T23:21:38,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6f2ef2aaa5bb40acb4b9c87153facece to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6f2ef2aaa5bb40acb4b9c87153facece 2024-12-05T23:21:38,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f9ab5a3415a645a1b1e3056e7214d88c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/f9ab5a3415a645a1b1e3056e7214d88c 2024-12-05T23:21:38,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8d169eec243748c8a6dcaab9b95825ae to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8d169eec243748c8a6dcaab9b95825ae 2024-12-05T23:21:38,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0e0becac11b04040a1fa47d2937cfe4c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0e0becac11b04040a1fa47d2937cfe4c 2024-12-05T23:21:38,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/48fae97a6206499a87fe4a65ce9edf7b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/48fae97a6206499a87fe4a65ce9edf7b 2024-12-05T23:21:38,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/ebd82367fcac4d358dd54e19563974d2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/ebd82367fcac4d358dd54e19563974d2 2024-12-05T23:21:38,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/eaa0ab82f9644b9b8f349ba03193d816 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/eaa0ab82f9644b9b8f349ba03193d816 2024-12-05T23:21:38,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7610e7f12904435ca1e2ef5cf1f0ff68 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7610e7f12904435ca1e2ef5cf1f0ff68 2024-12-05T23:21:38,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6dcc827e12934daba4134a6e725ed6f4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/6dcc827e12934daba4134a6e725ed6f4 2024-12-05T23:21:38,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/402aab71b3034b2186bfe3dcb1e5430a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/402aab71b3034b2186bfe3dcb1e5430a 2024-12-05T23:21:38,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bcebf7f4d5d7477c8dc31e3593924690 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bcebf7f4d5d7477c8dc31e3593924690 2024-12-05T23:21:38,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0b56b536bee14c2fa4f1a4bb45f5922b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/0b56b536bee14c2fa4f1a4bb45f5922b 2024-12-05T23:21:38,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bd75f3c793134edfb338cfa181d8510f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/bd75f3c793134edfb338cfa181d8510f 2024-12-05T23:21:38,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d2405ec8c96345e5ad1b8f26754f4d02 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/d2405ec8c96345e5ad1b8f26754f4d02 2024-12-05T23:21:38,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/89c90537a4fc4e9bb6cffba0beb4d2e9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/89c90537a4fc4e9bb6cffba0beb4d2e9 2024-12-05T23:21:38,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/5f3930b0360541448e1287a74a9811ba to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/5f3930b0360541448e1287a74a9811ba 2024-12-05T23:21:38,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8849c27f16b749b1adc89620ccdc296d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/8849c27f16b749b1adc89620ccdc296d 2024-12-05T23:21:38,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7f1c1dc6182546fbb06e08efae64f82f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/7f1c1dc6182546fbb06e08efae64f82f 2024-12-05T23:21:38,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c7873d6480c846819023fd35ac88e7f1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/c7873d6480c846819023fd35ac88e7f1 2024-12-05T23:21:38,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8600dc7806c04b12a77a64e6e281934c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/342017cb9dfe46b6b5323e04b13e32d4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3c70820ac03c490abd85403b579b1976, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8b1bc87723164a2c8a6b2bfe7a437e27, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/2b0a4767f72b406abbc1094fea456c54, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b9d8e7e7e93048288e0777a44ed96c60, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3e82274469b24a8385ca82c64aab2426, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/0341685d98604bb5b4ec27f0afa19f94, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/922ce073cfc64edcbe5e28d77453a46d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/9dd00615b9d943a8830957aa4d96a95c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a354dd9c5d6a4f52b550ff59dfb83a5c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/82d29f3c6fe9424b8e67db3c17e50b32, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/16c0b1a5cbcd47818923f28ebc37d344, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/786c05725c6c4c29b06e7a662da5bfba, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f5abe13ace744145b7a06ebfbc1d0fa7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad5c49f41dfb4e5db44061014c8f9280, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d7f05f5c53a2440c97d46801532abe8c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/1ad5775246044f02aec6c7fe970a0509, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/15fff3631e004cd2bcb5e65a5267b511, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/032f9c664ca34a46a804746f829ebde9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/41b2b659615c4796b9da77e0f043ccde, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/bf860d3a6bd34809add9afdb718470ae, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a8524398e2ec4eefaa355a889ccd9ca5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad9d39540a634e0bb0dbd841e1e85c81, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/cd64f0dbdd154f18b8230db9f995d6fe, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5a7583305ef34b7c9ab7ba96af6d9796, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/aa8fb80196d6408b8d11f6c3d322a88b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f46c562e236d454eac67aa58dfc72b00, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b6670b4159494c6da5fe7ee85fdf1c8c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/55e66a4bfc664091b624bcd2a94eb3b3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/7cbfe484543642f0948d5e620ba55caa] to archive 2024-12-05T23:21:38,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:38,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8600dc7806c04b12a77a64e6e281934c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8600dc7806c04b12a77a64e6e281934c 2024-12-05T23:21:38,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/342017cb9dfe46b6b5323e04b13e32d4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/342017cb9dfe46b6b5323e04b13e32d4 2024-12-05T23:21:38,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3c70820ac03c490abd85403b579b1976 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3c70820ac03c490abd85403b579b1976 2024-12-05T23:21:38,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8b1bc87723164a2c8a6b2bfe7a437e27 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/8b1bc87723164a2c8a6b2bfe7a437e27 2024-12-05T23:21:38,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/2b0a4767f72b406abbc1094fea456c54 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/2b0a4767f72b406abbc1094fea456c54 2024-12-05T23:21:38,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b9d8e7e7e93048288e0777a44ed96c60 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b9d8e7e7e93048288e0777a44ed96c60 2024-12-05T23:21:38,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3e82274469b24a8385ca82c64aab2426 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/3e82274469b24a8385ca82c64aab2426 2024-12-05T23:21:38,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/0341685d98604bb5b4ec27f0afa19f94 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/0341685d98604bb5b4ec27f0afa19f94 2024-12-05T23:21:38,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/922ce073cfc64edcbe5e28d77453a46d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/922ce073cfc64edcbe5e28d77453a46d 2024-12-05T23:21:38,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/9dd00615b9d943a8830957aa4d96a95c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/9dd00615b9d943a8830957aa4d96a95c 2024-12-05T23:21:38,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a354dd9c5d6a4f52b550ff59dfb83a5c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a354dd9c5d6a4f52b550ff59dfb83a5c 2024-12-05T23:21:38,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/82d29f3c6fe9424b8e67db3c17e50b32 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/82d29f3c6fe9424b8e67db3c17e50b32 2024-12-05T23:21:38,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/16c0b1a5cbcd47818923f28ebc37d344 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/16c0b1a5cbcd47818923f28ebc37d344 2024-12-05T23:21:38,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/786c05725c6c4c29b06e7a662da5bfba to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/786c05725c6c4c29b06e7a662da5bfba 2024-12-05T23:21:38,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f5abe13ace744145b7a06ebfbc1d0fa7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f5abe13ace744145b7a06ebfbc1d0fa7 2024-12-05T23:21:38,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad5c49f41dfb4e5db44061014c8f9280 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad5c49f41dfb4e5db44061014c8f9280 2024-12-05T23:21:38,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d7f05f5c53a2440c97d46801532abe8c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d7f05f5c53a2440c97d46801532abe8c 2024-12-05T23:21:38,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/1ad5775246044f02aec6c7fe970a0509 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/1ad5775246044f02aec6c7fe970a0509 2024-12-05T23:21:38,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/15fff3631e004cd2bcb5e65a5267b511 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/15fff3631e004cd2bcb5e65a5267b511 2024-12-05T23:21:38,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/032f9c664ca34a46a804746f829ebde9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/032f9c664ca34a46a804746f829ebde9 2024-12-05T23:21:38,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/41b2b659615c4796b9da77e0f043ccde to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/41b2b659615c4796b9da77e0f043ccde 2024-12-05T23:21:38,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/bf860d3a6bd34809add9afdb718470ae to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/bf860d3a6bd34809add9afdb718470ae 2024-12-05T23:21:38,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a8524398e2ec4eefaa355a889ccd9ca5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a8524398e2ec4eefaa355a889ccd9ca5 2024-12-05T23:21:38,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad9d39540a634e0bb0dbd841e1e85c81 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/ad9d39540a634e0bb0dbd841e1e85c81 2024-12-05T23:21:38,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/cd64f0dbdd154f18b8230db9f995d6fe to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/cd64f0dbdd154f18b8230db9f995d6fe 2024-12-05T23:21:38,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5a7583305ef34b7c9ab7ba96af6d9796 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/5a7583305ef34b7c9ab7ba96af6d9796 2024-12-05T23:21:38,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/aa8fb80196d6408b8d11f6c3d322a88b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/aa8fb80196d6408b8d11f6c3d322a88b 2024-12-05T23:21:38,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f46c562e236d454eac67aa58dfc72b00 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/f46c562e236d454eac67aa58dfc72b00 2024-12-05T23:21:38,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a1a5abd326fe4fe7a0b0dbc8ffbe590e 2024-12-05T23:21:38,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b6670b4159494c6da5fe7ee85fdf1c8c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/b6670b4159494c6da5fe7ee85fdf1c8c 2024-12-05T23:21:38,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/55e66a4bfc664091b624bcd2a94eb3b3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/55e66a4bfc664091b624bcd2a94eb3b3 2024-12-05T23:21:38,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/7cbfe484543642f0948d5e620ba55caa to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/7cbfe484543642f0948d5e620ba55caa 2024-12-05T23:21:38,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c75994ebd794445998dc96011c2c9d0f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c0d5d6d826574787ac2a93dc79aaddd6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/75c05e14121242d5bcbdbc022ae7b42a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/19f0f484e9b040a0b447d9d6c6459367, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/629d1ee3f5e64e12be213a43772c5459, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/44a654e609eb4c8f97caebfa661c8de3, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/373d4d67f6054f5da4f687704caae749, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4b4ebb64246641a0bbcecce9809ab2ad, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d9aa103f7094373a323557ce25dc293, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5411e10f4dcb4462bedfe1fe5afea1fb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5eafa412b9bb4b4e8d0a0590c8826194, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c755488d6f12482dbf755b3cc6b44f79, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/3f5d6d0478734b76baac57a995db2e1b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d0f5cc683324d7f98ccc69cc8e04ae6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/813f85a84f1c46e0be1d54df22efc7a7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/735cf5c1e934477f8d83433282d52f58, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0b7e8436934f4d43ab6e76ec55df950d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/d1ad49f7f5074c59ac876ca8158b162c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/8942514430a2452f93f302d01af9daec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5fad88c550e148d283fbeda96317b531, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/88f19da8b90e4a10901eae9e23139593, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/560aa83ee3944810ac45728758f98910, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/f5463d0b87eb43d2acfde1010a394849, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/20af319e16814f138870f99facecebd5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/da5f84d6e7734cacbed3d29c07e2ee8f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/711ec9f007b840dcbd2650e9bd7c4288, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/48b7381b2d164440bd12f552645cb306, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4307cd03dee74b79a9a93040560ac1ed, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c27fd9c5a1934772be5c789675c8687b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca6afae354e44d628f33c1df5273f052, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/00fdf2f57e994f17981ea526904163c4] to archive 2024-12-05T23:21:38,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:21:38,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c75994ebd794445998dc96011c2c9d0f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c75994ebd794445998dc96011c2c9d0f 2024-12-05T23:21:38,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c0d5d6d826574787ac2a93dc79aaddd6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c0d5d6d826574787ac2a93dc79aaddd6 2024-12-05T23:21:38,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/75c05e14121242d5bcbdbc022ae7b42a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/75c05e14121242d5bcbdbc022ae7b42a 2024-12-05T23:21:38,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/19f0f484e9b040a0b447d9d6c6459367 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/19f0f484e9b040a0b447d9d6c6459367 2024-12-05T23:21:38,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/629d1ee3f5e64e12be213a43772c5459 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/629d1ee3f5e64e12be213a43772c5459 2024-12-05T23:21:38,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/44a654e609eb4c8f97caebfa661c8de3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/44a654e609eb4c8f97caebfa661c8de3 2024-12-05T23:21:38,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/373d4d67f6054f5da4f687704caae749 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/373d4d67f6054f5da4f687704caae749 2024-12-05T23:21:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T23:21:38,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4b4ebb64246641a0bbcecce9809ab2ad to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4b4ebb64246641a0bbcecce9809ab2ad 2024-12-05T23:21:38,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d9aa103f7094373a323557ce25dc293 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d9aa103f7094373a323557ce25dc293 2024-12-05T23:21:38,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5411e10f4dcb4462bedfe1fe5afea1fb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5411e10f4dcb4462bedfe1fe5afea1fb 2024-12-05T23:21:38,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5eafa412b9bb4b4e8d0a0590c8826194 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5eafa412b9bb4b4e8d0a0590c8826194 2024-12-05T23:21:38,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c755488d6f12482dbf755b3cc6b44f79 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c755488d6f12482dbf755b3cc6b44f79 2024-12-05T23:21:38,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/3f5d6d0478734b76baac57a995db2e1b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/3f5d6d0478734b76baac57a995db2e1b 2024-12-05T23:21:38,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d0f5cc683324d7f98ccc69cc8e04ae6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0d0f5cc683324d7f98ccc69cc8e04ae6 2024-12-05T23:21:38,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/813f85a84f1c46e0be1d54df22efc7a7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/813f85a84f1c46e0be1d54df22efc7a7 2024-12-05T23:21:38,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/735cf5c1e934477f8d83433282d52f58 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/735cf5c1e934477f8d83433282d52f58 2024-12-05T23:21:38,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0b7e8436934f4d43ab6e76ec55df950d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/0b7e8436934f4d43ab6e76ec55df950d 2024-12-05T23:21:38,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/d1ad49f7f5074c59ac876ca8158b162c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/d1ad49f7f5074c59ac876ca8158b162c 2024-12-05T23:21:38,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/8942514430a2452f93f302d01af9daec to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/8942514430a2452f93f302d01af9daec 2024-12-05T23:21:38,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5fad88c550e148d283fbeda96317b531 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/5fad88c550e148d283fbeda96317b531 2024-12-05T23:21:38,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/88f19da8b90e4a10901eae9e23139593 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/88f19da8b90e4a10901eae9e23139593 2024-12-05T23:21:38,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/560aa83ee3944810ac45728758f98910 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/560aa83ee3944810ac45728758f98910 2024-12-05T23:21:38,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/f5463d0b87eb43d2acfde1010a394849 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/f5463d0b87eb43d2acfde1010a394849 2024-12-05T23:21:38,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/20af319e16814f138870f99facecebd5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/20af319e16814f138870f99facecebd5 2024-12-05T23:21:39,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/da5f84d6e7734cacbed3d29c07e2ee8f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/da5f84d6e7734cacbed3d29c07e2ee8f 2024-12-05T23:21:39,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/711ec9f007b840dcbd2650e9bd7c4288 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/711ec9f007b840dcbd2650e9bd7c4288 2024-12-05T23:21:39,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/48b7381b2d164440bd12f552645cb306 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/48b7381b2d164440bd12f552645cb306 2024-12-05T23:21:39,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4307cd03dee74b79a9a93040560ac1ed to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/4307cd03dee74b79a9a93040560ac1ed 2024-12-05T23:21:39,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e7c5d9e8dbdc4cea9ba640b55d8d45bb 2024-12-05T23:21:39,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c27fd9c5a1934772be5c789675c8687b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/c27fd9c5a1934772be5c789675c8687b 2024-12-05T23:21:39,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca6afae354e44d628f33c1df5273f052 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/ca6afae354e44d628f33c1df5273f052 2024-12-05T23:21:39,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/00fdf2f57e994f17981ea526904163c4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/00fdf2f57e994f17981ea526904163c4 2024-12-05T23:21:39,013 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/recovered.edits/511.seqid, newMaxSeqId=511, maxSeqId=1 2024-12-05T23:21:39,014 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a. 2024-12-05T23:21:39,014 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for fb93a7da2d7ed48af789907fd438f52a: 2024-12-05T23:21:39,015 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:39,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=fb93a7da2d7ed48af789907fd438f52a, regionState=CLOSED 2024-12-05T23:21:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-05T23:21:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure fb93a7da2d7ed48af789907fd438f52a, server=9e5740704f6b,41841,1733440754996 in 2.1310 sec 2024-12-05T23:21:39,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-05T23:21:39,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb93a7da2d7ed48af789907fd438f52a, UNASSIGN in 2.1340 sec 2024-12-05T23:21:39,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-05T23:21:39,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1360 sec 2024-12-05T23:21:39,023 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440899022"}]},"ts":"1733440899022"} 2024-12-05T23:21:39,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T23:21:39,029 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T23:21:39,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1530 sec 2024-12-05T23:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T23:21:40,983 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-05T23:21:40,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T23:21:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:40,985 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T23:21:40,985 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=158, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:40,987 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:40,989 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/recovered.edits] 2024-12-05T23:21:40,991 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/352b72c66d5f48eb89c276511f682ce3 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/352b72c66d5f48eb89c276511f682ce3 2024-12-05T23:21:40,991 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/afa33b63fd6d4525ab50a91b82df4462 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/afa33b63fd6d4525ab50a91b82df4462 2024-12-05T23:21:40,992 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fbd69975a0194047842ca1d8c9dba1b1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/A/fbd69975a0194047842ca1d8c9dba1b1 2024-12-05T23:21:40,994 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a773316d357a40d2a5df9aff721b7c58 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/a773316d357a40d2a5df9aff721b7c58 2024-12-05T23:21:40,995 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/c1206bc0fe884931aa42b29ffd7d90c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/c1206bc0fe884931aa42b29ffd7d90c2 2024-12-05T23:21:40,996 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d0f1dc7c0b034df19d64bd3b844d5cfb to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/B/d0f1dc7c0b034df19d64bd3b844d5cfb 2024-12-05T23:21:40,997 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/939ee11172bd4155ad450760aced3ce1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/939ee11172bd4155ad450760aced3ce1 2024-12-05T23:21:40,998 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/cfe97d70f1fb4a4daca7d3d58784ac75 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/cfe97d70f1fb4a4daca7d3d58784ac75 2024-12-05T23:21:40,999 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e929ad9b432b414cad1271c553c53330 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/C/e929ad9b432b414cad1271c553c53330 2024-12-05T23:21:41,001 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/recovered.edits/511.seqid to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a/recovered.edits/511.seqid 2024-12-05T23:21:41,001 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/fb93a7da2d7ed48af789907fd438f52a 2024-12-05T23:21:41,001 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T23:21:41,003 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=158, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:41,004 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T23:21:41,006 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T23:21:41,006 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=158, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:41,006 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T23:21:41,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733440901006"}]},"ts":"9223372036854775807"} 2024-12-05T23:21:41,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T23:21:41,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fb93a7da2d7ed48af789907fd438f52a, NAME => 'TestAcidGuarantees,,1733440872921.fb93a7da2d7ed48af789907fd438f52a.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T23:21:41,008 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T23:21:41,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733440901008"}]},"ts":"9223372036854775807"} 2024-12-05T23:21:41,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T23:21:41,011 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=158, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:41,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-12-05T23:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T23:21:41,086 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-05T23:21:41,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241 (was 241), OpenFileDescriptor=457 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 508) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=3473 (was 4070) 2024-12-05T23:21:41,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=9, AvailableMemoryMB=3473 2024-12-05T23:21:41,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:21:41,104 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:41,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:41,106 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:41,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 159 2024-12-05T23:21:41,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-05T23:21:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742425_1601 (size=963) 2024-12-05T23:21:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-05T23:21:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-05T23:21:41,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5 2024-12-05T23:21:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742426_1602 (size=53) 2024-12-05T23:21:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-05T23:21:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5f4b7df96048c71ce8b6fb13140086c2, disabling compactions & flushes 2024-12-05T23:21:41,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. after waiting 0 ms 2024-12-05T23:21:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:41,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:41,918 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:41,918 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733440901918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440901918"}]},"ts":"1733440901918"} 2024-12-05T23:21:41,919 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T23:21:41,919 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:41,920 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440901919"}]},"ts":"1733440901919"} 2024-12-05T23:21:41,920 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T23:21:41,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, ASSIGN}] 2024-12-05T23:21:41,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, ASSIGN 2024-12-05T23:21:41,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, ASSIGN; state=OFFLINE, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=false 2024-12-05T23:21:42,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:42,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; OpenRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:21:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-05T23:21:42,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:42,231 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:42,231 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:42,231 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,231 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:42,231 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7327): checking encryption for 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,231 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7330): checking classloading for 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,232 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,233 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:42,233 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4b7df96048c71ce8b6fb13140086c2 columnFamilyName A 2024-12-05T23:21:42,233 DEBUG [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:42,234 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(327): Store=5f4b7df96048c71ce8b6fb13140086c2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:42,234 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,235 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:42,235 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4b7df96048c71ce8b6fb13140086c2 columnFamilyName B 2024-12-05T23:21:42,235 DEBUG [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:42,235 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(327): Store=5f4b7df96048c71ce8b6fb13140086c2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:42,235 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,236 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:42,236 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4b7df96048c71ce8b6fb13140086c2 columnFamilyName C 2024-12-05T23:21:42,236 DEBUG [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:42,237 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(327): Store=5f4b7df96048c71ce8b6fb13140086c2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:42,237 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:42,237 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,237 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,238 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:21:42,239 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1085): writing seq id for 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:42,241 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:42,241 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1102): Opened 5f4b7df96048c71ce8b6fb13140086c2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67672820, jitterRate=0.008403599262237549}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:21:42,242 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1001): Region open journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:42,242 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., pid=161, masterSystemTime=1733440902228 2024-12-05T23:21:42,243 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:42,243 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:42,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=OPEN, openSeqNum=2, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:42,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-05T23:21:42,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; OpenRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 in 169 msec 2024-12-05T23:21:42,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-05T23:21:42,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, ASSIGN in 322 msec 2024-12-05T23:21:42,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:42,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440902247"}]},"ts":"1733440902247"} 2024-12-05T23:21:42,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T23:21:42,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:42,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-05T23:21:43,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:21:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-05T23:21:43,210 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-05T23:21:43,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e16afa2 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ebb6084 2024-12-05T23:21:43,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78adaac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:43,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:43,221 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:43,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:43,223 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:43,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T23:21:43,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T23:21:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742427_1603 (size=999) 2024-12-05T23:21:43,635 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T23:21:43,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T23:21:43,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:21:43,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, REOPEN/MOVE}] 2024-12-05T23:21:43,638 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, REOPEN/MOVE 2024-12-05T23:21:43,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:43,640 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:21:43,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; CloseRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:21:43,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:43,791 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:43,791 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:21:43,791 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing 5f4b7df96048c71ce8b6fb13140086c2, disabling compactions & flushes 2024-12-05T23:21:43,791 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:43,791 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:43,791 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. after waiting 0 ms 2024-12-05T23:21:43,791 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:43,794 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T23:21:43,795 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:43,795 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:43,795 WARN [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionServer(3786): Not adding moved region record: 5f4b7df96048c71ce8b6fb13140086c2 to self. 2024-12-05T23:21:43,796 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:43,796 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=CLOSED 2024-12-05T23:21:43,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-05T23:21:43,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 in 157 msec 2024-12-05T23:21:43,798 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, REOPEN/MOVE; state=CLOSED, location=9e5740704f6b,41841,1733440754996; forceNewPlan=false, retain=true 2024-12-05T23:21:43,948 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=OPENING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:43,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=164, state=RUNNABLE; OpenRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:21:44,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,103 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,103 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:44,103 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,103 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:44,103 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7327): checking encryption for 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,103 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7330): checking classloading for 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,104 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,105 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:44,105 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4b7df96048c71ce8b6fb13140086c2 columnFamilyName A 2024-12-05T23:21:44,106 DEBUG [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:44,106 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(327): Store=5f4b7df96048c71ce8b6fb13140086c2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:44,107 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,107 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:44,107 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4b7df96048c71ce8b6fb13140086c2 columnFamilyName B 2024-12-05T23:21:44,107 DEBUG [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:44,108 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(327): Store=5f4b7df96048c71ce8b6fb13140086c2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:44,108 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,108 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T23:21:44,108 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4b7df96048c71ce8b6fb13140086c2 columnFamilyName C 2024-12-05T23:21:44,108 DEBUG [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:44,108 INFO [StoreOpener-5f4b7df96048c71ce8b6fb13140086c2-1 {}] regionserver.HStore(327): Store=5f4b7df96048c71ce8b6fb13140086c2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:44,109 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,109 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,110 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,111 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T23:21:44,112 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1085): writing seq id for 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,113 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1102): Opened 5f4b7df96048c71ce8b6fb13140086c2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69089070, jitterRate=0.029507368803024292}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T23:21:44,114 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1001): Region open journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:44,114 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., pid=166, masterSystemTime=1733440904101 2024-12-05T23:21:44,115 DEBUG [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,115 INFO [RS_OPEN_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=OPEN, openSeqNum=5, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=164 2024-12-05T23:21:44,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=164, state=SUCCESS; OpenRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 in 167 msec 2024-12-05T23:21:44,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-05T23:21:44,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, REOPEN/MOVE in 479 msec 2024-12-05T23:21:44,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-05T23:21:44,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-12-05T23:21:44,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-12-05T23:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T23:21:44,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2643f61d to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43191d11 2024-12-05T23:21:44,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f70c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2be79e92 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@209dff6a 2024-12-05T23:21:44,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee6bae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20b85ad6 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f918704 2024-12-05T23:21:44,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14db3188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b3371c to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40792dc9 2024-12-05T23:21:44,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d63133f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b893c6b to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2975fb6 2024-12-05T23:21:44,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f85e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b788d15 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ea44994 2024-12-05T23:21:44,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa79cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13d028d2 to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f543bd5 2024-12-05T23:21:44,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c17389b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a1b209d to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cf2298 2024-12-05T23:21:44,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4159017a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7255c7fe to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f73e0ce 2024-12-05T23:21:44,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628628b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x639a0bee to 127.0.0.1:49561 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@737ff2c3 2024-12-05T23:21:44,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3606fa1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:44,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-05T23:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T23:21:44,164 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:44,165 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:44,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:44,170 DEBUG [hconnection-0x6a978d43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,170 DEBUG [hconnection-0x6bf948f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,171 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,171 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,171 DEBUG [hconnection-0x4619a4ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,172 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,172 DEBUG [hconnection-0x3146b857-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,173 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,175 DEBUG [hconnection-0x3d50c78e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,175 DEBUG [hconnection-0x5f157888-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,175 DEBUG [hconnection-0x4d7b92e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,176 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,176 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,176 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:21:44,179 DEBUG [hconnection-0x43e3b84e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,179 DEBUG [hconnection-0x23346561-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:44,180 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:44,181 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,181 DEBUG [hconnection-0xa0b662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:44,182 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:44,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ca1d7706b5ee4d3fa118c45d6a88d6e1_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440904178/Put/seqid=0 2024-12-05T23:21:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742428_1604 (size=12154) 2024-12-05T23:21:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440964217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440964218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440964218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440964220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440964220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T23:21:44,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440964320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440964321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440964322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440964323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440964323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T23:21:44,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440964523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440964523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440964524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440964525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440964526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T23:21:44,608 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:44,611 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ca1d7706b5ee4d3fa118c45d6a88d6e1_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ca1d7706b5ee4d3fa118c45d6a88d6e1_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:44,612 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ba9f4e10e2a140acb32f78311ff3802c, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:44,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ba9f4e10e2a140acb32f78311ff3802c is 175, key is test_row_0/A:col10/1733440904178/Put/seqid=0 2024-12-05T23:21:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742429_1605 (size=30955) 2024-12-05T23:21:44,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:44,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:44,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T23:21:44,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:44,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:44,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440964825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440964826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440964826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440964827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440964829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:44,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:44,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,016 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=20, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ba9f4e10e2a140acb32f78311ff3802c 2024-12-05T23:21:45,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/d383b892ad444f53a479a1452c7915a4 is 50, key is test_row_0/B:col10/1733440904178/Put/seqid=0 2024-12-05T23:21:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742430_1606 (size=12001) 2024-12-05T23:21:45,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:45,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:45,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:45,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:45,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:45,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T23:21:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440965328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440965328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440965330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440965331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440965332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:45,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:45,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:45,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:45,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/d383b892ad444f53a479a1452c7915a4 2024-12-05T23:21:45,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/af27fed3e08144989ee293e74bb2e74d is 50, key is test_row_0/C:col10/1733440904178/Put/seqid=0 2024-12-05T23:21:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742431_1607 (size=12001) 2024-12-05T23:21:45,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/af27fed3e08144989ee293e74bb2e74d 2024-12-05T23:21:45,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ba9f4e10e2a140acb32f78311ff3802c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ba9f4e10e2a140acb32f78311ff3802c 2024-12-05T23:21:45,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ba9f4e10e2a140acb32f78311ff3802c, entries=150, sequenceid=20, filesize=30.2 K 2024-12-05T23:21:45,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/d383b892ad444f53a479a1452c7915a4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d383b892ad444f53a479a1452c7915a4 2024-12-05T23:21:45,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d383b892ad444f53a479a1452c7915a4, entries=150, sequenceid=20, filesize=11.7 K 2024-12-05T23:21:45,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/af27fed3e08144989ee293e74bb2e74d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af27fed3e08144989ee293e74bb2e74d 2024-12-05T23:21:45,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af27fed3e08144989ee293e74bb2e74d, entries=150, sequenceid=20, filesize=11.7 K 2024-12-05T23:21:45,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 5f4b7df96048c71ce8b6fb13140086c2 in 1305ms, sequenceid=20, compaction requested=false 2024-12-05T23:21:45,484 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T23:21:45,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:45,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:45,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-05T23:21:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:45,538 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T23:21:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:45,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053a12d2287872448a9c65e2882e3cf441_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440904215/Put/seqid=0 2024-12-05T23:21:45,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742432_1608 (size=12154) 2024-12-05T23:21:45,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:45,955 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053a12d2287872448a9c65e2882e3cf441_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053a12d2287872448a9c65e2882e3cf441_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:45,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/2b7a5f5061a1445fa91c41246dc738ec, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:45,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/2b7a5f5061a1445fa91c41246dc738ec is 175, key is test_row_0/A:col10/1733440904215/Put/seqid=0 2024-12-05T23:21:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742433_1609 (size=30955) 2024-12-05T23:21:45,982 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/2b7a5f5061a1445fa91c41246dc738ec 2024-12-05T23:21:45,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/e540b4dcd5d3438fac6f99458ffd50d4 is 50, key is test_row_0/B:col10/1733440904215/Put/seqid=0 2024-12-05T23:21:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742434_1610 (size=12001) 2024-12-05T23:21:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T23:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:46,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440966339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440966339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440966340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440966342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440966343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,396 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/e540b4dcd5d3438fac6f99458ffd50d4 2024-12-05T23:21:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/d30134fb6c6e4bdda0d28e6fa368d86e is 50, key is test_row_0/C:col10/1733440904215/Put/seqid=0 2024-12-05T23:21:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742435_1611 (size=12001) 2024-12-05T23:21:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440966443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440966443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440966443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440966444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440966445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440966646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440966647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440966647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440966648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440966648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,806 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/d30134fb6c6e4bdda0d28e6fa368d86e 2024-12-05T23:21:46,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/2b7a5f5061a1445fa91c41246dc738ec as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/2b7a5f5061a1445fa91c41246dc738ec 2024-12-05T23:21:46,813 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/2b7a5f5061a1445fa91c41246dc738ec, entries=150, sequenceid=41, filesize=30.2 K 2024-12-05T23:21:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/e540b4dcd5d3438fac6f99458ffd50d4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e540b4dcd5d3438fac6f99458ffd50d4 2024-12-05T23:21:46,817 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e540b4dcd5d3438fac6f99458ffd50d4, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T23:21:46,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/d30134fb6c6e4bdda0d28e6fa368d86e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d30134fb6c6e4bdda0d28e6fa368d86e 2024-12-05T23:21:46,821 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d30134fb6c6e4bdda0d28e6fa368d86e, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T23:21:46,822 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 5f4b7df96048c71ce8b6fb13140086c2 in 1285ms, sequenceid=41, compaction requested=false 2024-12-05T23:21:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-05T23:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-05T23:21:46,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-05T23:21:46,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6580 sec 2024-12-05T23:21:46,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.6610 sec 2024-12-05T23:21:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:46,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T23:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:46,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:46,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053104d9f6d0ee416b8da823eef202810e_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440906951/Put/seqid=0 2024-12-05T23:21:46,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742436_1612 (size=12154) 2024-12-05T23:21:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440966964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440966965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440966965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440966966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440966966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440967068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440967068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440967068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440967069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440967069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440967271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440967271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440967272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440967272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440967272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,363 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:47,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053104d9f6d0ee416b8da823eef202810e_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053104d9f6d0ee416b8da823eef202810e_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:47,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/370496f96ebb4baf853360ac96e4d9d0, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:47,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/370496f96ebb4baf853360ac96e4d9d0 is 175, key is test_row_0/A:col10/1733440906951/Put/seqid=0 2024-12-05T23:21:47,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742437_1613 (size=30955) 2024-12-05T23:21:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440967574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440967574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440967575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440967575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440967576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:47,772 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/370496f96ebb4baf853360ac96e4d9d0 2024-12-05T23:21:47,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/eba9f79168e444619ab7140926fb9c2f is 50, key is test_row_0/B:col10/1733440906951/Put/seqid=0 2024-12-05T23:21:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742438_1614 (size=12001) 2024-12-05T23:21:47,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/eba9f79168e444619ab7140926fb9c2f 2024-12-05T23:21:47,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/cf192ae845db4edb95eb36e9ede4d238 is 50, key is test_row_0/C:col10/1733440906951/Put/seqid=0 2024-12-05T23:21:47,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742439_1615 (size=12001) 2024-12-05T23:21:48,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440968077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440968079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:48,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440968081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:48,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440968082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:48,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440968082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:48,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/cf192ae845db4edb95eb36e9ede4d238 2024-12-05T23:21:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/370496f96ebb4baf853360ac96e4d9d0 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/370496f96ebb4baf853360ac96e4d9d0 2024-12-05T23:21:48,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/370496f96ebb4baf853360ac96e4d9d0, entries=150, sequenceid=59, filesize=30.2 K 2024-12-05T23:21:48,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/eba9f79168e444619ab7140926fb9c2f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/eba9f79168e444619ab7140926fb9c2f 2024-12-05T23:21:48,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/eba9f79168e444619ab7140926fb9c2f, entries=150, sequenceid=59, filesize=11.7 K 2024-12-05T23:21:48,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/cf192ae845db4edb95eb36e9ede4d238 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/cf192ae845db4edb95eb36e9ede4d238 2024-12-05T23:21:48,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/cf192ae845db4edb95eb36e9ede4d238, entries=150, sequenceid=59, filesize=11.7 K 2024-12-05T23:21:48,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5f4b7df96048c71ce8b6fb13140086c2 in 1259ms, sequenceid=59, compaction requested=true 2024-12-05T23:21:48,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:48,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:48,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:48,212 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:48,212 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:48,212 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:48,212 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:48,213 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:21:48,213 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:21:48,213 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:48,213 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:48,213 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d383b892ad444f53a479a1452c7915a4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e540b4dcd5d3438fac6f99458ffd50d4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/eba9f79168e444619ab7140926fb9c2f] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=35.2 K 2024-12-05T23:21:48,213 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ba9f4e10e2a140acb32f78311ff3802c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/2b7a5f5061a1445fa91c41246dc738ec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/370496f96ebb4baf853360ac96e4d9d0] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=90.7 K 2024-12-05T23:21:48,213 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:48,213 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ba9f4e10e2a140acb32f78311ff3802c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/2b7a5f5061a1445fa91c41246dc738ec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/370496f96ebb4baf853360ac96e4d9d0] 2024-12-05T23:21:48,213 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba9f4e10e2a140acb32f78311ff3802c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1733440904173 2024-12-05T23:21:48,213 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d383b892ad444f53a479a1452c7915a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1733440904173 2024-12-05T23:21:48,214 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b7a5f5061a1445fa91c41246dc738ec, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733440904215 2024-12-05T23:21:48,214 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e540b4dcd5d3438fac6f99458ffd50d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733440904215 2024-12-05T23:21:48,214 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting eba9f79168e444619ab7140926fb9c2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733440906338 2024-12-05T23:21:48,214 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 370496f96ebb4baf853360ac96e4d9d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733440906338 2024-12-05T23:21:48,220 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:48,221 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/4ba69d6346724c939bee7adc1a4a6547 is 50, key is test_row_0/B:col10/1733440906951/Put/seqid=0 2024-12-05T23:21:48,233 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:48,235 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205fe0dcf648a93446dafdf794709c769c3_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:48,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742440_1616 (size=12104) 2024-12-05T23:21:48,237 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205fe0dcf648a93446dafdf794709c769c3_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:48,237 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fe0dcf648a93446dafdf794709c769c3_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:48,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742441_1617 (size=4469) 2024-12-05T23:21:48,241 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#529 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:48,242 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/dd484bcd7e0f466f86d406dbd549b915 is 175, key is test_row_0/A:col10/1733440906951/Put/seqid=0 2024-12-05T23:21:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742442_1618 (size=31058) 2024-12-05T23:21:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-05T23:21:48,268 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-05T23:21:48,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-05T23:21:48,271 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T23:21:48,271 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:48,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T23:21:48,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:48,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-05T23:21:48,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:48,424 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T23:21:48,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:48,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120581cf841158c5486888ce6c3bc2dbd44a_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440906965/Put/seqid=0 2024-12-05T23:21:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742443_1619 (size=12154) 2024-12-05T23:21:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T23:21:48,640 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/4ba69d6346724c939bee7adc1a4a6547 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/4ba69d6346724c939bee7adc1a4a6547 2024-12-05T23:21:48,643 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into 4ba69d6346724c939bee7adc1a4a6547(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:48,643 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:48,643 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=13, startTime=1733440908211; duration=0sec 2024-12-05T23:21:48,644 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:48,644 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:21:48,644 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:48,647 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:48,647 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/C is initiating minor compaction (all files) 2024-12-05T23:21:48,647 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/C in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:48,648 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af27fed3e08144989ee293e74bb2e74d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d30134fb6c6e4bdda0d28e6fa368d86e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/cf192ae845db4edb95eb36e9ede4d238] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=35.2 K 2024-12-05T23:21:48,648 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting af27fed3e08144989ee293e74bb2e74d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1733440904173 2024-12-05T23:21:48,648 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d30134fb6c6e4bdda0d28e6fa368d86e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733440904215 2024-12-05T23:21:48,648 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting cf192ae845db4edb95eb36e9ede4d238, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733440906338 2024-12-05T23:21:48,650 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/dd484bcd7e0f466f86d406dbd549b915 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/dd484bcd7e0f466f86d406dbd549b915 2024-12-05T23:21:48,654 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into dd484bcd7e0f466f86d406dbd549b915(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:48,654 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:48,654 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=13, startTime=1733440908211; duration=0sec 2024-12-05T23:21:48,654 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:48,654 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:21:48,655 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:48,656 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/8535712e7ff948e2bcb2083b1061d2e9 is 50, key is test_row_0/C:col10/1733440906951/Put/seqid=0 2024-12-05T23:21:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742444_1620 (size=12104) 2024-12-05T23:21:48,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:48,837 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120581cf841158c5486888ce6c3bc2dbd44a_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120581cf841158c5486888ce6c3bc2dbd44a_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:48,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/81aa8ca8f71a412189a6969777abe2d7, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:48,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/81aa8ca8f71a412189a6969777abe2d7 is 175, key is test_row_0/A:col10/1733440906965/Put/seqid=0 2024-12-05T23:21:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742445_1621 (size=30955) 2024-12-05T23:21:48,843 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/81aa8ca8f71a412189a6969777abe2d7 2024-12-05T23:21:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f57bc5c7762649c19918d0e13b623398 is 50, key is test_row_0/B:col10/1733440906965/Put/seqid=0 2024-12-05T23:21:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742446_1622 (size=12001) 2024-12-05T23:21:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T23:21:49,063 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/8535712e7ff948e2bcb2083b1061d2e9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8535712e7ff948e2bcb2083b1061d2e9 2024-12-05T23:21:49,069 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/C of 5f4b7df96048c71ce8b6fb13140086c2 into 8535712e7ff948e2bcb2083b1061d2e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:49,069 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:49,069 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/C, priority=13, startTime=1733440908212; duration=0sec 2024-12-05T23:21:49,069 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:49,069 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:49,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440969096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440969099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440969099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440969100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440969100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440969201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440969202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440969203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440969203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440969203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,254 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f57bc5c7762649c19918d0e13b623398 2024-12-05T23:21:49,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/e2a9c0b8ed184c3bac30da04f18fff8e is 50, key is test_row_0/C:col10/1733440906965/Put/seqid=0 2024-12-05T23:21:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742447_1623 (size=12001) 2024-12-05T23:21:49,266 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/e2a9c0b8ed184c3bac30da04f18fff8e 2024-12-05T23:21:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/81aa8ca8f71a412189a6969777abe2d7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/81aa8ca8f71a412189a6969777abe2d7 2024-12-05T23:21:49,275 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/81aa8ca8f71a412189a6969777abe2d7, entries=150, sequenceid=77, filesize=30.2 K 2024-12-05T23:21:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f57bc5c7762649c19918d0e13b623398 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f57bc5c7762649c19918d0e13b623398 2024-12-05T23:21:49,278 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f57bc5c7762649c19918d0e13b623398, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T23:21:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/e2a9c0b8ed184c3bac30da04f18fff8e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e2a9c0b8ed184c3bac30da04f18fff8e 2024-12-05T23:21:49,282 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e2a9c0b8ed184c3bac30da04f18fff8e, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T23:21:49,282 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5f4b7df96048c71ce8b6fb13140086c2 in 858ms, sequenceid=77, compaction requested=false 2024-12-05T23:21:49,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:49,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-05T23:21:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-05T23:21:49,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-05T23:21:49,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-12-05T23:21:49,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.0160 sec 2024-12-05T23:21:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T23:21:49,373 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-05T23:21:49,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-05T23:21:49,376 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-05T23:21:49,376 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:49,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:49,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T23:21:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:49,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120533b9b191dc574e5cadd05c18f6fc7f32_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440909098/Put/seqid=0 2024-12-05T23:21:49,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440969417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440969419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742448_1624 (size=12154) 2024-12-05T23:21:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440969417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440969419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440969420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:49,433 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120533b9b191dc574e5cadd05c18f6fc7f32_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120533b9b191dc574e5cadd05c18f6fc7f32_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:49,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/6e7f6ab4c95848d08fcbd737dea9e6ab, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:49,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/6e7f6ab4c95848d08fcbd737dea9e6ab is 175, key is test_row_0/A:col10/1733440909098/Put/seqid=0 2024-12-05T23:21:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742449_1625 (size=30955) 2024-12-05T23:21:49,439 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/6e7f6ab4c95848d08fcbd737dea9e6ab 2024-12-05T23:21:49,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/30b3ee45996846d2b090de7e5a193795 is 50, key is test_row_0/B:col10/1733440909098/Put/seqid=0 2024-12-05T23:21:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742450_1626 (size=12001) 2024-12-05T23:21:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-05T23:21:49,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440969523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440969523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440969523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440969525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440969525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-05T23:21:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T23:21:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-05T23:21:49,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-05T23:21:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440969725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440969726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440969726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440969728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440969729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-05T23:21:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:49,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/30b3ee45996846d2b090de7e5a193795 2024-12-05T23:21:49,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/257a11f290954e298ac7466bbe877e1f is 50, key is test_row_0/C:col10/1733440909098/Put/seqid=0 2024-12-05T23:21:49,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742451_1627 (size=12001) 2024-12-05T23:21:49,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/257a11f290954e298ac7466bbe877e1f 2024-12-05T23:21:49,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/6e7f6ab4c95848d08fcbd737dea9e6ab as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/6e7f6ab4c95848d08fcbd737dea9e6ab 2024-12-05T23:21:49,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/6e7f6ab4c95848d08fcbd737dea9e6ab, entries=150, sequenceid=99, filesize=30.2 K 2024-12-05T23:21:49,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/30b3ee45996846d2b090de7e5a193795 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/30b3ee45996846d2b090de7e5a193795 2024-12-05T23:21:49,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/30b3ee45996846d2b090de7e5a193795, entries=150, sequenceid=99, filesize=11.7 K 2024-12-05T23:21:49,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/257a11f290954e298ac7466bbe877e1f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/257a11f290954e298ac7466bbe877e1f 2024-12-05T23:21:49,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/257a11f290954e298ac7466bbe877e1f, entries=150, sequenceid=99, filesize=11.7 K 2024-12-05T23:21:49,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 5f4b7df96048c71ce8b6fb13140086c2 in 468ms, sequenceid=99, compaction requested=true 2024-12-05T23:21:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:49,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:49,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:49,874 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:49,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:49,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:49,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:49,874 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:49,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:49,877 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:49,877 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:49,877 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:21:49,877 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,877 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:21:49,877 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,878 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/dd484bcd7e0f466f86d406dbd549b915, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/81aa8ca8f71a412189a6969777abe2d7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/6e7f6ab4c95848d08fcbd737dea9e6ab] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=90.8 K 2024-12-05T23:21:49,878 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,878 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/4ba69d6346724c939bee7adc1a4a6547, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f57bc5c7762649c19918d0e13b623398, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/30b3ee45996846d2b090de7e5a193795] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=35.3 K 2024-12-05T23:21:49,878 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/dd484bcd7e0f466f86d406dbd549b915, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/81aa8ca8f71a412189a6969777abe2d7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/6e7f6ab4c95848d08fcbd737dea9e6ab] 2024-12-05T23:21:49,878 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd484bcd7e0f466f86d406dbd549b915, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733440906338 2024-12-05T23:21:49,878 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba69d6346724c939bee7adc1a4a6547, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733440906338 2024-12-05T23:21:49,878 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81aa8ca8f71a412189a6969777abe2d7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733440906961 2024-12-05T23:21:49,878 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f57bc5c7762649c19918d0e13b623398, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733440906961 2024-12-05T23:21:49,878 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e7f6ab4c95848d08fcbd737dea9e6ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733440909094 2024-12-05T23:21:49,878 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b3ee45996846d2b090de7e5a193795, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733440909094 2024-12-05T23:21:49,884 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:49,886 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:49,886 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f6d48a3cb9704e1289eab78795e54813 is 50, key is test_row_0/B:col10/1733440909098/Put/seqid=0 2024-12-05T23:21:49,888 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205a82b09930d224f68ac6cce59fe265966_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:49,890 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205a82b09930d224f68ac6cce59fe265966_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:49,890 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a82b09930d224f68ac6cce59fe265966_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742452_1628 (size=12207) 2024-12-05T23:21:49,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742453_1629 (size=4469) 2024-12-05T23:21:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-05T23:21:49,985 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:49,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-05T23:21:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:49,986 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T23:21:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:49,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:49,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120510e38f388f6e4a22b9abc0bbe2e827f1_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440909418/Put/seqid=0 2024-12-05T23:21:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742454_1630 (size=12154) 2024-12-05T23:21:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:49,999 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120510e38f388f6e4a22b9abc0bbe2e827f1_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120510e38f388f6e4a22b9abc0bbe2e827f1_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d9382bac6e934f04bd258deb5b1f24b9, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d9382bac6e934f04bd258deb5b1f24b9 is 175, key is test_row_0/A:col10/1733440909418/Put/seqid=0 2024-12-05T23:21:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742455_1631 (size=30955) 2024-12-05T23:21:50,005 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d9382bac6e934f04bd258deb5b1f24b9 2024-12-05T23:21:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f702a21a2de64888b78e18206a46590e is 50, key is test_row_0/B:col10/1733440909418/Put/seqid=0 2024-12-05T23:21:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742456_1632 (size=12001) 2024-12-05T23:21:50,014 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f702a21a2de64888b78e18206a46590e 2024-12-05T23:21:50,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/67bbecf59ef44bf0bcee8d6d766d3d99 is 50, key is test_row_0/C:col10/1733440909418/Put/seqid=0 2024-12-05T23:21:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742457_1633 (size=12001) 2024-12-05T23:21:50,024 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/67bbecf59ef44bf0bcee8d6d766d3d99 2024-12-05T23:21:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d9382bac6e934f04bd258deb5b1f24b9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d9382bac6e934f04bd258deb5b1f24b9 2024-12-05T23:21:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:50,032 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d9382bac6e934f04bd258deb5b1f24b9, entries=150, sequenceid=117, filesize=30.2 K 2024-12-05T23:21:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f702a21a2de64888b78e18206a46590e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f702a21a2de64888b78e18206a46590e 2024-12-05T23:21:50,036 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f702a21a2de64888b78e18206a46590e, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T23:21:50,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/67bbecf59ef44bf0bcee8d6d766d3d99 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/67bbecf59ef44bf0bcee8d6d766d3d99 2024-12-05T23:21:50,041 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/67bbecf59ef44bf0bcee8d6d766d3d99, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T23:21:50,041 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=46.96 KB/48090 for 5f4b7df96048c71ce8b6fb13140086c2 in 55ms, sequenceid=117, compaction requested=true 2024-12-05T23:21:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:50,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-05T23:21:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-05T23:21:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:50,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:21:50,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-05T23:21:50,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 666 msec 2024-12-05T23:21:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:50,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 669 msec 2024-12-05T23:21:50,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056d163fecabe747e98d907cd5e66c17f2_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440910043/Put/seqid=0 2024-12-05T23:21:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742458_1634 (size=14694) 2024-12-05T23:21:50,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440970061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440970065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440970065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440970066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440970066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440970166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440970169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440970169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440970169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440970169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,298 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#537 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:50,299 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/7c65e87f180c4ffa8fb478c433a7ef30 is 175, key is test_row_0/A:col10/1733440909098/Put/seqid=0 2024-12-05T23:21:50,300 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f6d48a3cb9704e1289eab78795e54813 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f6d48a3cb9704e1289eab78795e54813 2024-12-05T23:21:50,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742459_1635 (size=31161) 2024-12-05T23:21:50,304 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into f6d48a3cb9704e1289eab78795e54813(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:50,304 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:50,304 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=13, startTime=1733440909874; duration=0sec 2024-12-05T23:21:50,304 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:50,304 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:21:50,305 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:50,306 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:50,306 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/C is initiating minor compaction (all files) 2024-12-05T23:21:50,306 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/C in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,306 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8535712e7ff948e2bcb2083b1061d2e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e2a9c0b8ed184c3bac30da04f18fff8e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/257a11f290954e298ac7466bbe877e1f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/67bbecf59ef44bf0bcee8d6d766d3d99] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=47.0 K 2024-12-05T23:21:50,306 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8535712e7ff948e2bcb2083b1061d2e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733440906338 2024-12-05T23:21:50,306 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a9c0b8ed184c3bac30da04f18fff8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733440906961 2024-12-05T23:21:50,307 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 257a11f290954e298ac7466bbe877e1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733440909094 2024-12-05T23:21:50,307 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 67bbecf59ef44bf0bcee8d6d766d3d99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733440909416 2024-12-05T23:21:50,315 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#C#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:50,315 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/d014ee0b88fc46e1a6c2472e8808cc67 is 50, key is test_row_0/C:col10/1733440909418/Put/seqid=0 2024-12-05T23:21:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742460_1636 (size=12241) 2024-12-05T23:21:50,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440970368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440970372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440970372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440970373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440970373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:50,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056d163fecabe747e98d907cd5e66c17f2_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056d163fecabe747e98d907cd5e66c17f2_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:50,457 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/489b7bc909a142c6912113cdcbefa222, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:50,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/489b7bc909a142c6912113cdcbefa222 is 175, key is test_row_0/A:col10/1733440910043/Put/seqid=0 2024-12-05T23:21:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742461_1637 (size=39649) 2024-12-05T23:21:50,461 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/489b7bc909a142c6912113cdcbefa222 2024-12-05T23:21:50,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/e137973dd7614b1192ee41ae5f34ea86 is 50, key is test_row_0/B:col10/1733440910043/Put/seqid=0 2024-12-05T23:21:50,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742462_1638 (size=12101) 2024-12-05T23:21:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-05T23:21:50,483 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-05T23:21:50,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-05T23:21:50,485 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-05T23:21:50,485 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:50,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-05T23:21:50,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-05T23:21:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440970673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440970676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440970676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440970676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440970676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,707 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/7c65e87f180c4ffa8fb478c433a7ef30 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/7c65e87f180c4ffa8fb478c433a7ef30 2024-12-05T23:21:50,710 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into 7c65e87f180c4ffa8fb478c433a7ef30(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:50,711 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:50,711 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=13, startTime=1733440909874; duration=0sec 2024-12-05T23:21:50,711 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:50,711 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:21:50,731 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/d014ee0b88fc46e1a6c2472e8808cc67 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d014ee0b88fc46e1a6c2472e8808cc67 2024-12-05T23:21:50,735 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/C of 5f4b7df96048c71ce8b6fb13140086c2 into d014ee0b88fc46e1a6c2472e8808cc67(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:50,735 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:50,735 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/C, priority=12, startTime=1733440909874; duration=0sec 2024-12-05T23:21:50,735 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:50,735 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:21:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-05T23:21:50,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-05T23:21:50,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:50,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/e137973dd7614b1192ee41ae5f34ea86 2024-12-05T23:21:50,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/e7641fe4c06346469ca756afd1f37ebf is 50, key is test_row_0/C:col10/1733440910043/Put/seqid=0 2024-12-05T23:21:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742463_1639 (size=12101) 2024-12-05T23:21:50,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:50,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-05T23:21:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:50,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-05T23:21:51,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-05T23:21:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440971176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440971179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440971181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440971183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440971183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-05T23:21:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:51,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:51,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/e7641fe4c06346469ca756afd1f37ebf 2024-12-05T23:21:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/489b7bc909a142c6912113cdcbefa222 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/489b7bc909a142c6912113cdcbefa222 2024-12-05T23:21:51,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/489b7bc909a142c6912113cdcbefa222, entries=200, sequenceid=131, filesize=38.7 K 2024-12-05T23:21:51,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/e137973dd7614b1192ee41ae5f34ea86 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e137973dd7614b1192ee41ae5f34ea86 2024-12-05T23:21:51,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e137973dd7614b1192ee41ae5f34ea86, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T23:21:51,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/e7641fe4c06346469ca756afd1f37ebf as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e7641fe4c06346469ca756afd1f37ebf 2024-12-05T23:21:51,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e7641fe4c06346469ca756afd1f37ebf, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T23:21:51,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 5f4b7df96048c71ce8b6fb13140086c2 in 1249ms, sequenceid=131, compaction requested=true 2024-12-05T23:21:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:51,292 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:51,292 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:51,293 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:51,293 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:51,293 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:21:51,293 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:21:51,293 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,293 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,293 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f6d48a3cb9704e1289eab78795e54813, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f702a21a2de64888b78e18206a46590e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e137973dd7614b1192ee41ae5f34ea86] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=35.5 K 2024-12-05T23:21:51,293 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/7c65e87f180c4ffa8fb478c433a7ef30, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d9382bac6e934f04bd258deb5b1f24b9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/489b7bc909a142c6912113cdcbefa222] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=99.4 K 2024-12-05T23:21:51,293 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,293 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/7c65e87f180c4ffa8fb478c433a7ef30, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d9382bac6e934f04bd258deb5b1f24b9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/489b7bc909a142c6912113cdcbefa222] 2024-12-05T23:21:51,293 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c65e87f180c4ffa8fb478c433a7ef30, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733440909094 2024-12-05T23:21:51,293 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f6d48a3cb9704e1289eab78795e54813, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733440909094 2024-12-05T23:21:51,294 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9382bac6e934f04bd258deb5b1f24b9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733440909416 2024-12-05T23:21:51,294 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f702a21a2de64888b78e18206a46590e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733440909416 2024-12-05T23:21:51,294 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e137973dd7614b1192ee41ae5f34ea86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440910040 2024-12-05T23:21:51,294 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 489b7bc909a142c6912113cdcbefa222, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440910037 2024-12-05T23:21:51,299 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:51,300 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:51,301 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058f1250c2b3af46bf8e6eb960cc598158_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:51,301 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f90d17d2c8ef4445b02cf574fd8dbfd8 is 50, key is test_row_0/B:col10/1733440910043/Put/seqid=0 2024-12-05T23:21:51,303 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058f1250c2b3af46bf8e6eb960cc598158_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:51,303 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058f1250c2b3af46bf8e6eb960cc598158_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:51,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742464_1640 (size=12409) 2024-12-05T23:21:51,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742465_1641 (size=4469) 2024-12-05T23:21:51,324 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#547 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:51,324 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9258b17675a846598e4bfe1232fee348 is 175, key is test_row_0/A:col10/1733440910043/Put/seqid=0 2024-12-05T23:21:51,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742466_1642 (size=31363) 2024-12-05T23:21:51,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:51,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-05T23:21:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,399 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:21:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:51,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205145ec758f5604f6798d005a2202a66c5_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440910064/Put/seqid=0 2024-12-05T23:21:51,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742467_1643 (size=12304) 2024-12-05T23:21:51,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,419 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205145ec758f5604f6798d005a2202a66c5_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205145ec758f5604f6798d005a2202a66c5_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:51,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/3dfd7b5d579f421c9c54887578c63e99, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:51,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/3dfd7b5d579f421c9c54887578c63e99 is 175, key is test_row_0/A:col10/1733440910064/Put/seqid=0 2024-12-05T23:21:51,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742468_1644 (size=31105) 2024-12-05T23:21:51,424 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/3dfd7b5d579f421c9c54887578c63e99 2024-12-05T23:21:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/2e2330a835864cd98e553a41879d0b19 is 50, key is test_row_0/B:col10/1733440910064/Put/seqid=0 2024-12-05T23:21:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742469_1645 (size=12151) 2024-12-05T23:21:51,432 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/2e2330a835864cd98e553a41879d0b19 2024-12-05T23:21:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b982c8aa936f4fa9a64778f158cf3f19 is 50, key is test_row_0/C:col10/1733440910064/Put/seqid=0 2024-12-05T23:21:51,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742470_1646 (size=12151) 2024-12-05T23:21:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-05T23:21:51,727 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f90d17d2c8ef4445b02cf574fd8dbfd8 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f90d17d2c8ef4445b02cf574fd8dbfd8 2024-12-05T23:21:51,731 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into f90d17d2c8ef4445b02cf574fd8dbfd8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:51,731 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:51,731 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=13, startTime=1733440911292; duration=0sec 2024-12-05T23:21:51,731 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:51,731 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:21:51,731 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T23:21:51,732 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T23:21:51,732 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T23:21:51,732 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. because compaction request was cancelled 2024-12-05T23:21:51,732 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:21:51,733 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9258b17675a846598e4bfe1232fee348 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9258b17675a846598e4bfe1232fee348 2024-12-05T23:21:51,737 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into 9258b17675a846598e4bfe1232fee348(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:51,737 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:51,737 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=13, startTime=1733440911292; duration=0sec 2024-12-05T23:21:51,737 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:51,737 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:21:51,840 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b982c8aa936f4fa9a64778f158cf3f19 2024-12-05T23:21:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/3dfd7b5d579f421c9c54887578c63e99 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/3dfd7b5d579f421c9c54887578c63e99 2024-12-05T23:21:51,847 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/3dfd7b5d579f421c9c54887578c63e99, entries=150, sequenceid=158, filesize=30.4 K 2024-12-05T23:21:51,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/2e2330a835864cd98e553a41879d0b19 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/2e2330a835864cd98e553a41879d0b19 2024-12-05T23:21:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,850 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/2e2330a835864cd98e553a41879d0b19, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T23:21:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b982c8aa936f4fa9a64778f158cf3f19 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b982c8aa936f4fa9a64778f158cf3f19 2024-12-05T23:21:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,855 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b982c8aa936f4fa9a64778f158cf3f19, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T23:21:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,856 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 5f4b7df96048c71ce8b6fb13140086c2 in 457ms, sequenceid=158, compaction requested=true 2024-12-05T23:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:51,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:51,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-05T23:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-05T23:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-05T23:21:51,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3720 sec 2024-12-05T23:21:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.3750 sec 2024-12-05T23:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:21:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d075068cdc9c4ea083dede06c8ac7d86_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440912204/Put/seqid=0 2024-12-05T23:21:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742471_1647 (size=19774) 2024-12-05T23:21:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d075068cdc9c4ea083dede06c8ac7d86_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d075068cdc9c4ea083dede06c8ac7d86_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:52,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e5dfbaab0516473bb5c008e222287dde, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:52,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e5dfbaab0516473bb5c008e222287dde is 175, key is test_row_0/A:col10/1733440912204/Put/seqid=0 2024-12-05T23:21:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742472_1648 (size=57033) 2024-12-05T23:21:52,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440972239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440972240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440972241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440972241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440972242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440972343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440972344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440972345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440972345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440972345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440972547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440972548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440972548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440972549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440972549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-05T23:21:52,589 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-05T23:21:52,590 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-05T23:21:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T23:21:52,591 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:52,592 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:52,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:52,642 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e5dfbaab0516473bb5c008e222287dde 2024-12-05T23:21:52,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/d6e9f1951b084dd181386af1fa2321ea is 50, key is test_row_0/B:col10/1733440912204/Put/seqid=0 2024-12-05T23:21:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742473_1649 (size=12151) 2024-12-05T23:21:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T23:21:52,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T23:21:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:52,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440972850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440972852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440972853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440972853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440972853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T23:21:52,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:52,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T23:21:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:52,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:53,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/d6e9f1951b084dd181386af1fa2321ea 2024-12-05T23:21:53,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T23:21:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:53,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/ccaed16722194314b322a8f2e165a536 is 50, key is test_row_0/C:col10/1733440912204/Put/seqid=0 2024-12-05T23:21:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742474_1650 (size=12151) 2024-12-05T23:21:53,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/ccaed16722194314b322a8f2e165a536 2024-12-05T23:21:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e5dfbaab0516473bb5c008e222287dde as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e5dfbaab0516473bb5c008e222287dde 2024-12-05T23:21:53,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e5dfbaab0516473bb5c008e222287dde, entries=300, sequenceid=172, filesize=55.7 K 2024-12-05T23:21:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/d6e9f1951b084dd181386af1fa2321ea as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d6e9f1951b084dd181386af1fa2321ea 2024-12-05T23:21:53,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d6e9f1951b084dd181386af1fa2321ea, entries=150, sequenceid=172, filesize=11.9 K 2024-12-05T23:21:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/ccaed16722194314b322a8f2e165a536 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/ccaed16722194314b322a8f2e165a536 2024-12-05T23:21:53,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/ccaed16722194314b322a8f2e165a536, entries=150, sequenceid=172, filesize=11.9 K 2024-12-05T23:21:53,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5f4b7df96048c71ce8b6fb13140086c2 in 865ms, sequenceid=172, compaction requested=true 2024-12-05T23:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:53,077 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:53,077 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:53,080 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:53,080 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:53,080 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:21:53,080 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:21:53,080 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,080 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,080 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f90d17d2c8ef4445b02cf574fd8dbfd8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/2e2330a835864cd98e553a41879d0b19, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d6e9f1951b084dd181386af1fa2321ea] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=35.9 K 2024-12-05T23:21:53,080 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9258b17675a846598e4bfe1232fee348, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/3dfd7b5d579f421c9c54887578c63e99, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e5dfbaab0516473bb5c008e222287dde] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=116.7 K 2024-12-05T23:21:53,080 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,080 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9258b17675a846598e4bfe1232fee348, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/3dfd7b5d579f421c9c54887578c63e99, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e5dfbaab0516473bb5c008e222287dde] 2024-12-05T23:21:53,080 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f90d17d2c8ef4445b02cf574fd8dbfd8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440910040 2024-12-05T23:21:53,080 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9258b17675a846598e4bfe1232fee348, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440910040 2024-12-05T23:21:53,081 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e2330a835864cd98e553a41879d0b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733440910064 2024-12-05T23:21:53,081 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dfd7b5d579f421c9c54887578c63e99, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733440910064 2024-12-05T23:21:53,081 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e9f1951b084dd181386af1fa2321ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733440912204 2024-12-05T23:21:53,081 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5dfbaab0516473bb5c008e222287dde, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733440912204 2024-12-05T23:21:53,088 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:53,088 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/ed5ce35c995343fd94fdc6c96bd03163 is 50, key is test_row_0/B:col10/1733440912204/Put/seqid=0 2024-12-05T23:21:53,089 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:53,091 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412056bfc00f990b54db5bf7ef147649a8231_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:53,092 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412056bfc00f990b54db5bf7ef147649a8231_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:53,092 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056bfc00f990b54db5bf7ef147649a8231_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742475_1651 (size=12561) 2024-12-05T23:21:53,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742476_1652 (size=4469) 2024-12-05T23:21:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T23:21:53,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-05T23:21:53,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,206 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:21:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:53,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e69558ccaf534ee5a158b7eccf2fab94_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440912241/Put/seqid=0 2024-12-05T23:21:53,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742477_1653 (size=12304) 2024-12-05T23:21:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:53,223 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e69558ccaf534ee5a158b7eccf2fab94_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e69558ccaf534ee5a158b7eccf2fab94_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:53,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5519e314689a43a58d9f09aa3532cffa, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:53,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5519e314689a43a58d9f09aa3532cffa is 175, key is test_row_0/A:col10/1733440912241/Put/seqid=0 2024-12-05T23:21:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742478_1654 (size=31105) 2024-12-05T23:21:53,234 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5519e314689a43a58d9f09aa3532cffa 2024-12-05T23:21:53,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/238295bc5a044b65ab6d777a846ba1a2 is 50, key is test_row_0/B:col10/1733440912241/Put/seqid=0 2024-12-05T23:21:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742479_1655 (size=12151) 2024-12-05T23:21:53,242 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/238295bc5a044b65ab6d777a846ba1a2 2024-12-05T23:21:53,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/a9cbf5033a304ed7ae2723a4ea1aee3f is 50, key is test_row_0/C:col10/1733440912241/Put/seqid=0 2024-12-05T23:21:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742480_1656 (size=12151) 2024-12-05T23:21:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:53,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440973358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440973359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440973360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440973360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440973361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440973462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440973463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440973464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440973464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,497 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#555 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:53,497 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ee40d362bbd641139bec6225369a63db is 175, key is test_row_0/A:col10/1733440912204/Put/seqid=0 2024-12-05T23:21:53,498 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/ed5ce35c995343fd94fdc6c96bd03163 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ed5ce35c995343fd94fdc6c96bd03163 2024-12-05T23:21:53,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742481_1657 (size=31515) 2024-12-05T23:21:53,503 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into ed5ce35c995343fd94fdc6c96bd03163(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:53,503 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:53,503 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=13, startTime=1733440913077; duration=0sec 2024-12-05T23:21:53,503 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:53,503 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:21:53,503 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:21:53,504 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:21:53,505 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/C is initiating minor compaction (all files) 2024-12-05T23:21:53,505 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/C in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,505 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d014ee0b88fc46e1a6c2472e8808cc67, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e7641fe4c06346469ca756afd1f37ebf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b982c8aa936f4fa9a64778f158cf3f19, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/ccaed16722194314b322a8f2e165a536] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=47.5 K 2024-12-05T23:21:53,505 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting d014ee0b88fc46e1a6c2472e8808cc67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733440909416 2024-12-05T23:21:53,505 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting e7641fe4c06346469ca756afd1f37ebf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733440910040 2024-12-05T23:21:53,506 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b982c8aa936f4fa9a64778f158cf3f19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733440910064 2024-12-05T23:21:53,506 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ee40d362bbd641139bec6225369a63db as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ee40d362bbd641139bec6225369a63db 2024-12-05T23:21:53,506 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ccaed16722194314b322a8f2e165a536, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733440912204 2024-12-05T23:21:53,511 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into ee40d362bbd641139bec6225369a63db(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:53,511 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:53,511 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=13, startTime=1733440913077; duration=0sec 2024-12-05T23:21:53,511 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:53,511 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:21:53,515 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#C#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:53,516 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/8648ae99a1d344be8e3fcb8578b39ea9 is 50, key is test_row_0/C:col10/1733440912204/Put/seqid=0 2024-12-05T23:21:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742482_1658 (size=12527) 2024-12-05T23:21:53,651 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/a9cbf5033a304ed7ae2723a4ea1aee3f 2024-12-05T23:21:53,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5519e314689a43a58d9f09aa3532cffa as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5519e314689a43a58d9f09aa3532cffa 2024-12-05T23:21:53,658 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5519e314689a43a58d9f09aa3532cffa, entries=150, sequenceid=197, filesize=30.4 K 2024-12-05T23:21:53,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/238295bc5a044b65ab6d777a846ba1a2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/238295bc5a044b65ab6d777a846ba1a2 2024-12-05T23:21:53,661 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/238295bc5a044b65ab6d777a846ba1a2, entries=150, sequenceid=197, filesize=11.9 K 2024-12-05T23:21:53,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/a9cbf5033a304ed7ae2723a4ea1aee3f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/a9cbf5033a304ed7ae2723a4ea1aee3f 2024-12-05T23:21:53,664 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/a9cbf5033a304ed7ae2723a4ea1aee3f, entries=150, sequenceid=197, filesize=11.9 K 2024-12-05T23:21:53,665 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5f4b7df96048c71ce8b6fb13140086c2 in 460ms, sequenceid=197, compaction requested=false 2024-12-05T23:21:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-05T23:21:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-05T23:21:53,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-05T23:21:53,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0740 sec 2024-12-05T23:21:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:53,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:21:53,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.0770 sec 2024-12-05T23:21:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:53,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205affa1e31f36e4e5ba99295296163ebe3_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440913667/Put/seqid=0 2024-12-05T23:21:53,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742483_1659 (size=14794) 2024-12-05T23:21:53,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440973685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440973686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440973687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440973688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-05T23:21:53,699 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-05T23:21:53,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-05T23:21:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T23:21:53,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:53,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:53,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:53,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440973789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440973789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440973789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440973791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T23:21:53,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:53,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:53,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:53,923 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/8648ae99a1d344be8e3fcb8578b39ea9 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8648ae99a1d344be8e3fcb8578b39ea9 2024-12-05T23:21:53,926 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/C of 5f4b7df96048c71ce8b6fb13140086c2 into 8648ae99a1d344be8e3fcb8578b39ea9(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:53,926 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:53,926 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/C, priority=12, startTime=1733440913077; duration=0sec 2024-12-05T23:21:53,926 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:53,926 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:21:53,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440973991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440973992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440973992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440973994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T23:21:54,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:54,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:54,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:54,082 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205affa1e31f36e4e5ba99295296163ebe3_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205affa1e31f36e4e5ba99295296163ebe3_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:54,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d10a43f2a46945c29eae5e8757c6c71b, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:54,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d10a43f2a46945c29eae5e8757c6c71b is 175, key is test_row_0/A:col10/1733440913667/Put/seqid=0 2024-12-05T23:21:54,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742484_1660 (size=39749) 2024-12-05T23:21:54,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:54,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:54,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440974294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440974295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440974295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440974298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T23:21:54,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440974367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:54,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:54,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,487 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d10a43f2a46945c29eae5e8757c6c71b 2024-12-05T23:21:54,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/73ba8ae5cc2743aa83eb29b7e69a4f2d is 50, key is test_row_0/B:col10/1733440913667/Put/seqid=0 2024-12-05T23:21:54,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742485_1661 (size=12151) 2024-12-05T23:21:54,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:54,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:54,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440974798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440974800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440974801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440974802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T23:21:54,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/73ba8ae5cc2743aa83eb29b7e69a4f2d 2024-12-05T23:21:54,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/650a0f1d7abe486fb0ed0b0709b8e8d2 is 50, key is test_row_0/C:col10/1733440913667/Put/seqid=0 2024-12-05T23:21:54,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742486_1662 (size=12151) 2024-12-05T23:21:54,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/650a0f1d7abe486fb0ed0b0709b8e8d2 2024-12-05T23:21:54,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d10a43f2a46945c29eae5e8757c6c71b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d10a43f2a46945c29eae5e8757c6c71b 2024-12-05T23:21:54,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:54,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:54,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:54,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:54,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d10a43f2a46945c29eae5e8757c6c71b, entries=200, sequenceid=212, filesize=38.8 K 2024-12-05T23:21:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/73ba8ae5cc2743aa83eb29b7e69a4f2d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/73ba8ae5cc2743aa83eb29b7e69a4f2d 2024-12-05T23:21:54,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/73ba8ae5cc2743aa83eb29b7e69a4f2d, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T23:21:54,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/650a0f1d7abe486fb0ed0b0709b8e8d2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/650a0f1d7abe486fb0ed0b0709b8e8d2 2024-12-05T23:21:54,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/650a0f1d7abe486fb0ed0b0709b8e8d2, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T23:21:54,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5f4b7df96048c71ce8b6fb13140086c2 in 1261ms, sequenceid=212, compaction requested=true 2024-12-05T23:21:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:54,929 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:54,929 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:54,930 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:54,930 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:54,930 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:21:54,930 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:21:54,930 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,930 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,930 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ee40d362bbd641139bec6225369a63db, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5519e314689a43a58d9f09aa3532cffa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d10a43f2a46945c29eae5e8757c6c71b] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=100.0 K 2024-12-05T23:21:54,930 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ed5ce35c995343fd94fdc6c96bd03163, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/238295bc5a044b65ab6d777a846ba1a2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/73ba8ae5cc2743aa83eb29b7e69a4f2d] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=36.0 K 2024-12-05T23:21:54,930 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:54,930 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ee40d362bbd641139bec6225369a63db, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5519e314689a43a58d9f09aa3532cffa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d10a43f2a46945c29eae5e8757c6c71b] 2024-12-05T23:21:54,930 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ed5ce35c995343fd94fdc6c96bd03163, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733440912204 2024-12-05T23:21:54,930 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee40d362bbd641139bec6225369a63db, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733440912204 2024-12-05T23:21:54,931 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 238295bc5a044b65ab6d777a846ba1a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733440912239 2024-12-05T23:21:54,931 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5519e314689a43a58d9f09aa3532cffa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733440912239 2024-12-05T23:21:54,931 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 73ba8ae5cc2743aa83eb29b7e69a4f2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440913357 2024-12-05T23:21:54,931 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d10a43f2a46945c29eae5e8757c6c71b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440913357 2024-12-05T23:21:54,937 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:54,937 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:54,938 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/673fc0437f574d80a6dfc04d34dfb7d5 is 50, key is test_row_0/B:col10/1733440913667/Put/seqid=0 2024-12-05T23:21:54,939 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120537a79f4029224a0fa8bbc27a48dbc441_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:54,940 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120537a79f4029224a0fa8bbc27a48dbc441_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:54,940 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120537a79f4029224a0fa8bbc27a48dbc441_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742488_1664 (size=4469) 2024-12-05T23:21:54,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742487_1663 (size=12663) 2024-12-05T23:21:55,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:55,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T23:21:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:55,073 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:21:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055a81fedec462430182a24881db94b212_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440913687/Put/seqid=0 2024-12-05T23:21:55,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742489_1665 (size=12304) 2024-12-05T23:21:55,347 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#564 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:55,347 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/92fc879103284e5b9fa9615ba6f8e66a is 175, key is test_row_0/A:col10/1733440913667/Put/seqid=0 2024-12-05T23:21:55,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742490_1666 (size=31617) 2024-12-05T23:21:55,356 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/673fc0437f574d80a6dfc04d34dfb7d5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/673fc0437f574d80a6dfc04d34dfb7d5 2024-12-05T23:21:55,359 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/92fc879103284e5b9fa9615ba6f8e66a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/92fc879103284e5b9fa9615ba6f8e66a 2024-12-05T23:21:55,360 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into 673fc0437f574d80a6dfc04d34dfb7d5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:55,360 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:55,360 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=13, startTime=1733440914929; duration=0sec 2024-12-05T23:21:55,360 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:55,360 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:21:55,360 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:55,361 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:55,361 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/C is initiating minor compaction (all files) 2024-12-05T23:21:55,361 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/C in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:55,361 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8648ae99a1d344be8e3fcb8578b39ea9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/a9cbf5033a304ed7ae2723a4ea1aee3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/650a0f1d7abe486fb0ed0b0709b8e8d2] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=36.0 K 2024-12-05T23:21:55,361 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8648ae99a1d344be8e3fcb8578b39ea9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733440912204 2024-12-05T23:21:55,362 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a9cbf5033a304ed7ae2723a4ea1aee3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733440912239 2024-12-05T23:21:55,362 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 650a0f1d7abe486fb0ed0b0709b8e8d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440913357 2024-12-05T23:21:55,362 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into 92fc879103284e5b9fa9615ba6f8e66a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:55,362 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:55,362 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=13, startTime=1733440914929; duration=0sec 2024-12-05T23:21:55,363 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:55,363 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:21:55,368 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#C#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:55,368 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/2bee0c82fced47f893456faa774e4546 is 50, key is test_row_0/C:col10/1733440913667/Put/seqid=0 2024-12-05T23:21:55,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742491_1667 (size=12629) 2024-12-05T23:21:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:55,485 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055a81fedec462430182a24881db94b212_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055a81fedec462430182a24881db94b212_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5f29e048bd014a81a4cad213b03e8b3f, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5f29e048bd014a81a4cad213b03e8b3f is 175, key is test_row_0/A:col10/1733440913687/Put/seqid=0 2024-12-05T23:21:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742492_1668 (size=31105) 2024-12-05T23:21:55,777 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/2bee0c82fced47f893456faa774e4546 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2bee0c82fced47f893456faa774e4546 2024-12-05T23:21:55,780 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/C of 5f4b7df96048c71ce8b6fb13140086c2 into 2bee0c82fced47f893456faa774e4546(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:55,780 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:55,780 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/C, priority=13, startTime=1733440914929; duration=0sec 2024-12-05T23:21:55,781 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:55,781 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:21:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T23:21:55,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440975810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:55,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440975810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440975811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440975812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:55,891 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5f29e048bd014a81a4cad213b03e8b3f 2024-12-05T23:21:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/9841bc309c864c56bd64351025b31530 is 50, key is test_row_0/B:col10/1733440913687/Put/seqid=0 2024-12-05T23:21:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742493_1669 (size=12151) 2024-12-05T23:21:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440975913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440975913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440975913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440976116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440976117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440976117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,301 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/9841bc309c864c56bd64351025b31530 2024-12-05T23:21:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b1f36574c23045c3b641ab3debb3623f is 50, key is test_row_0/C:col10/1733440913687/Put/seqid=0 2024-12-05T23:21:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742494_1670 (size=12151) 2024-12-05T23:21:56,311 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b1f36574c23045c3b641ab3debb3623f 2024-12-05T23:21:56,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/5f29e048bd014a81a4cad213b03e8b3f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5f29e048bd014a81a4cad213b03e8b3f 2024-12-05T23:21:56,318 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5f29e048bd014a81a4cad213b03e8b3f, entries=150, sequenceid=236, filesize=30.4 K 2024-12-05T23:21:56,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/9841bc309c864c56bd64351025b31530 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9841bc309c864c56bd64351025b31530 2024-12-05T23:21:56,334 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9841bc309c864c56bd64351025b31530, entries=150, sequenceid=236, filesize=11.9 K 2024-12-05T23:21:56,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b1f36574c23045c3b641ab3debb3623f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b1f36574c23045c3b641ab3debb3623f 2024-12-05T23:21:56,340 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b1f36574c23045c3b641ab3debb3623f, entries=150, sequenceid=236, filesize=11.9 K 2024-12-05T23:21:56,340 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5f4b7df96048c71ce8b6fb13140086c2 in 1267ms, sequenceid=236, compaction requested=false 2024-12-05T23:21:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-05T23:21:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-05T23:21:56,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-05T23:21:56,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6390 sec 2024-12-05T23:21:56,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.6430 sec 2024-12-05T23:21:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:56,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T23:21:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:56,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c65b84b2b7ac407d8808b159d81c6bb6_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440916378/Put/seqid=0 2024-12-05T23:21:56,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742495_1671 (size=14794) 2024-12-05T23:21:56,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440976423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440976425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440976426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440976426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440976527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440976529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440976529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440976529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440976732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440976733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440976736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440976736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:56,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:56,792 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c65b84b2b7ac407d8808b159d81c6bb6_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c65b84b2b7ac407d8808b159d81c6bb6_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:56,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/736c653749f14174ac65cb1651a565c2, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:56,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/736c653749f14174ac65cb1651a565c2 is 175, key is test_row_0/A:col10/1733440916378/Put/seqid=0 2024-12-05T23:21:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742496_1672 (size=39749) 2024-12-05T23:21:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440977039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440977039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440977039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440977042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/736c653749f14174ac65cb1651a565c2 2024-12-05T23:21:57,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f67fa7c1c2b448dabe09a0d085f11c9f is 50, key is test_row_0/B:col10/1733440916378/Put/seqid=0 2024-12-05T23:21:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742497_1673 (size=12151) 2024-12-05T23:21:57,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f67fa7c1c2b448dabe09a0d085f11c9f 2024-12-05T23:21:57,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4b3943a72ac944debb80602fc50bc95f is 50, key is test_row_0/C:col10/1733440916378/Put/seqid=0 2024-12-05T23:21:57,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742498_1674 (size=12151) 2024-12-05T23:21:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440977541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440977543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440977544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440977545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4b3943a72ac944debb80602fc50bc95f 2024-12-05T23:21:57,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/736c653749f14174ac65cb1651a565c2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/736c653749f14174ac65cb1651a565c2 2024-12-05T23:21:57,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/736c653749f14174ac65cb1651a565c2, entries=200, sequenceid=253, filesize=38.8 K 2024-12-05T23:21:57,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f67fa7c1c2b448dabe09a0d085f11c9f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f67fa7c1c2b448dabe09a0d085f11c9f 2024-12-05T23:21:57,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f67fa7c1c2b448dabe09a0d085f11c9f, entries=150, sequenceid=253, filesize=11.9 K 2024-12-05T23:21:57,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4b3943a72ac944debb80602fc50bc95f as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b3943a72ac944debb80602fc50bc95f 2024-12-05T23:21:57,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b3943a72ac944debb80602fc50bc95f, entries=150, sequenceid=253, filesize=11.9 K 2024-12-05T23:21:57,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5f4b7df96048c71ce8b6fb13140086c2 in 1252ms, sequenceid=253, compaction requested=true 2024-12-05T23:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:57,631 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:57,631 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:57,632 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:57,632 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:57,632 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:21:57,632 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:21:57,632 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:57,632 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:57,632 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/673fc0437f574d80a6dfc04d34dfb7d5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9841bc309c864c56bd64351025b31530, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f67fa7c1c2b448dabe09a0d085f11c9f] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=36.1 K 2024-12-05T23:21:57,632 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/92fc879103284e5b9fa9615ba6f8e66a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5f29e048bd014a81a4cad213b03e8b3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/736c653749f14174ac65cb1651a565c2] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=100.1 K 2024-12-05T23:21:57,632 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:57,632 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/92fc879103284e5b9fa9615ba6f8e66a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5f29e048bd014a81a4cad213b03e8b3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/736c653749f14174ac65cb1651a565c2] 2024-12-05T23:21:57,633 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 673fc0437f574d80a6dfc04d34dfb7d5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440913357 2024-12-05T23:21:57,633 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92fc879103284e5b9fa9615ba6f8e66a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440913357 2024-12-05T23:21:57,633 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9841bc309c864c56bd64351025b31530, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733440913684 2024-12-05T23:21:57,633 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f29e048bd014a81a4cad213b03e8b3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733440913684 2024-12-05T23:21:57,633 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f67fa7c1c2b448dabe09a0d085f11c9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733440915807 2024-12-05T23:21:57,633 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 736c653749f14174ac65cb1651a565c2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733440915807 2024-12-05T23:21:57,639 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:57,641 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:57,641 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f5b1353fc9474dd5852e700dc209fe35 is 50, key is test_row_0/B:col10/1733440916378/Put/seqid=0 2024-12-05T23:21:57,652 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412052fe6a061cc1941459be763c52c9a709c_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742499_1675 (size=12765) 2024-12-05T23:21:57,653 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412052fe6a061cc1941459be763c52c9a709c_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:57,654 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052fe6a061cc1941459be763c52c9a709c_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742500_1676 (size=4469) 2024-12-05T23:21:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T23:21:57,806 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-05T23:21:57,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:21:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-05T23:21:57,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:21:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T23:21:57,809 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:21:57,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:21:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:57,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T23:21:57,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:57,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:57,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:57,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:57,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:57,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:57,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cff3f00245b74629af294a54f8e7bfa3_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440917833/Put/seqid=0 2024-12-05T23:21:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742501_1677 (size=12454) 2024-12-05T23:21:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440977866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T23:21:57,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:57,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:57,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:57,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:57,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:57,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:57,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440977970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,057 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/f5b1353fc9474dd5852e700dc209fe35 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f5b1353fc9474dd5852e700dc209fe35 2024-12-05T23:21:58,059 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#572 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:58,059 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d65603bd96744e4db399e3e6072f3f34 is 175, key is test_row_0/A:col10/1733440916378/Put/seqid=0 2024-12-05T23:21:58,063 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into f5b1353fc9474dd5852e700dc209fe35(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:58,063 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:58,063 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=13, startTime=1733440917631; duration=0sec 2024-12-05T23:21:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742502_1678 (size=31719) 2024-12-05T23:21:58,063 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:21:58,063 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:21:58,063 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:21:58,064 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:21:58,064 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/C is initiating minor compaction (all files) 2024-12-05T23:21:58,064 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/C in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,064 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2bee0c82fced47f893456faa774e4546, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b1f36574c23045c3b641ab3debb3623f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b3943a72ac944debb80602fc50bc95f] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=36.1 K 2024-12-05T23:21:58,065 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bee0c82fced47f893456faa774e4546, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733440913357 2024-12-05T23:21:58,065 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b1f36574c23045c3b641ab3debb3623f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733440913684 2024-12-05T23:21:58,065 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b3943a72ac944debb80602fc50bc95f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733440915807 2024-12-05T23:21:58,070 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#C#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:21:58,071 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/92a0be1e23c14bc682aecd51f8629399 is 50, key is test_row_0/C:col10/1733440916378/Put/seqid=0 2024-12-05T23:21:58,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742503_1679 (size=12731) 2024-12-05T23:21:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T23:21:58,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440978179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:58,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cff3f00245b74629af294a54f8e7bfa3_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cff3f00245b74629af294a54f8e7bfa3_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:58,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/08806b3d1903477d9b264d0db5af7ba5, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:58,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/08806b3d1903477d9b264d0db5af7ba5 is 175, key is test_row_0/A:col10/1733440917833/Put/seqid=0 2024-12-05T23:21:58,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742504_1680 (size=31255) 2024-12-05T23:21:58,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T23:21:58,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,468 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/d65603bd96744e4db399e3e6072f3f34 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d65603bd96744e4db399e3e6072f3f34 2024-12-05T23:21:58,472 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into d65603bd96744e4db399e3e6072f3f34(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:58,472 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:58,472 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=13, startTime=1733440917631; duration=0sec 2024-12-05T23:21:58,472 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:58,472 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:21:58,477 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/92a0be1e23c14bc682aecd51f8629399 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/92a0be1e23c14bc682aecd51f8629399 2024-12-05T23:21:58,481 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/C of 5f4b7df96048c71ce8b6fb13140086c2 into 92a0be1e23c14bc682aecd51f8629399(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:21:58,481 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:58,481 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/C, priority=13, startTime=1733440917631; duration=0sec 2024-12-05T23:21:58,481 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:21:58,481 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:21:58,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440978482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440978551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440978551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440978552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440978553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,662 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/08806b3d1903477d9b264d0db5af7ba5 2024-12-05T23:21:58,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/c968324610a34bcaa032ae1694495840 is 50, key is test_row_0/B:col10/1733440917833/Put/seqid=0 2024-12-05T23:21:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742505_1681 (size=12301) 2024-12-05T23:21:58,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:58,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:58,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:58,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:58,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:58,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:58,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T23:21:58,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:21:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440978986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:21:59,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:59,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:59,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:59,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:21:59,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:59,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:59,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:21:59,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/c968324610a34bcaa032ae1694495840 2024-12-05T23:21:59,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/af7925885329435fbe27b8c8fe61c65a is 50, key is test_row_0/C:col10/1733440917833/Put/seqid=0 2024-12-05T23:21:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742506_1682 (size=12301) 2024-12-05T23:21:59,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/af7925885329435fbe27b8c8fe61c65a 2024-12-05T23:21:59,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/08806b3d1903477d9b264d0db5af7ba5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/08806b3d1903477d9b264d0db5af7ba5 2024-12-05T23:21:59,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/08806b3d1903477d9b264d0db5af7ba5, entries=150, sequenceid=276, filesize=30.5 K 2024-12-05T23:21:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/c968324610a34bcaa032ae1694495840 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/c968324610a34bcaa032ae1694495840 2024-12-05T23:21:59,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/c968324610a34bcaa032ae1694495840, entries=150, sequenceid=276, filesize=12.0 K 2024-12-05T23:21:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/af7925885329435fbe27b8c8fe61c65a as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af7925885329435fbe27b8c8fe61c65a 2024-12-05T23:21:59,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af7925885329435fbe27b8c8fe61c65a, entries=150, sequenceid=276, filesize=12.0 K 2024-12-05T23:21:59,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5f4b7df96048c71ce8b6fb13140086c2 in 1263ms, sequenceid=276, compaction requested=false 2024-12-05T23:21:59,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:21:59,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:21:59,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T23:21:59,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:21:59,180 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T23:21:59,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:21:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:21:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:21:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:21:59,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052fe53b43b47c47a495483ba33a965a93_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440917847/Put/seqid=0 2024-12-05T23:21:59,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742507_1683 (size=12454) 2024-12-05T23:21:59,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:59,596 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052fe53b43b47c47a495483ba33a965a93_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052fe53b43b47c47a495483ba33a965a93_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:59,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e8132c85451e44c19eb427a24d6f5ba4, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:21:59,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e8132c85451e44c19eb427a24d6f5ba4 is 175, key is test_row_0/A:col10/1733440917847/Put/seqid=0 2024-12-05T23:21:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742508_1684 (size=31255) 2024-12-05T23:21:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T23:21:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:21:59,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:00,001 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e8132c85451e44c19eb427a24d6f5ba4 2024-12-05T23:22:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/ae908fb84da346f3b6beff165f3614ea is 50, key is test_row_0/B:col10/1733440917847/Put/seqid=0 2024-12-05T23:22:00,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742509_1685 (size=12301) 2024-12-05T23:22:00,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440980040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440980143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440980345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,412 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/ae908fb84da346f3b6beff165f3614ea 2024-12-05T23:22:00,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/2812e31acfb34615bff89488100803da is 50, key is test_row_0/C:col10/1733440917847/Put/seqid=0 2024-12-05T23:22:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742510_1686 (size=12301) 2024-12-05T23:22:00,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50046 deadline: 1733440980561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50060 deadline: 1733440980561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,563 DEBUG [Thread-2650 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:00,563 DEBUG [Thread-2652 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1733440980565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,567 DEBUG [Thread-2654 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1733440980572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,574 DEBUG [Thread-2656 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., hostname=9e5740704f6b,41841,1733440754996, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:00,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440980649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:00,822 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/2812e31acfb34615bff89488100803da 2024-12-05T23:22:00,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/e8132c85451e44c19eb427a24d6f5ba4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e8132c85451e44c19eb427a24d6f5ba4 2024-12-05T23:22:00,829 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e8132c85451e44c19eb427a24d6f5ba4, entries=150, sequenceid=292, filesize=30.5 K 2024-12-05T23:22:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/ae908fb84da346f3b6beff165f3614ea as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ae908fb84da346f3b6beff165f3614ea 2024-12-05T23:22:00,833 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ae908fb84da346f3b6beff165f3614ea, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T23:22:00,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/2812e31acfb34615bff89488100803da as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2812e31acfb34615bff89488100803da 2024-12-05T23:22:00,837 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2812e31acfb34615bff89488100803da, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T23:22:00,837 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5f4b7df96048c71ce8b6fb13140086c2 in 1657ms, sequenceid=292, compaction requested=true 2024-12-05T23:22:00,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:00,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:00,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-05T23:22:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-05T23:22:00,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-05T23:22:00,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0290 sec 2024-12-05T23:22:00,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 3.0330 sec 2024-12-05T23:22:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:01,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T23:22:01,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:22:01,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:01,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:22:01,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:01,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:22:01,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:01,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052d6308bf9f6047b98e37c1f0d01d15d5_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440920039/Put/seqid=0 2024-12-05T23:22:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742511_1687 (size=12454) 2024-12-05T23:22:01,169 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:01,172 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052d6308bf9f6047b98e37c1f0d01d15d5_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052d6308bf9f6047b98e37c1f0d01d15d5_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:01,173 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/c04d0d25e1674fdcbe79912805d05143, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:01,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/c04d0d25e1674fdcbe79912805d05143 is 175, key is test_row_0/A:col10/1733440920039/Put/seqid=0 2024-12-05T23:22:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742512_1688 (size=31255) 2024-12-05T23:22:01,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440981187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:01,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440981290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440981492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:01,577 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/c04d0d25e1674fdcbe79912805d05143 2024-12-05T23:22:01,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/a825855b0b09442595e6196a69cfcf10 is 50, key is test_row_0/B:col10/1733440920039/Put/seqid=0 2024-12-05T23:22:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742513_1689 (size=12301) 2024-12-05T23:22:01,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/a825855b0b09442595e6196a69cfcf10 2024-12-05T23:22:01,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/063af0d4d4e3461fb07af08d7df24962 is 50, key is test_row_0/C:col10/1733440920039/Put/seqid=0 2024-12-05T23:22:01,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742514_1690 (size=12301) 2024-12-05T23:22:01,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440981795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T23:22:01,913 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-05T23:22:01,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:22:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-05T23:22:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T23:22:01,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:22:01,916 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:22:01,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:22:01,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/063af0d4d4e3461fb07af08d7df24962 2024-12-05T23:22:02,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/c04d0d25e1674fdcbe79912805d05143 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/c04d0d25e1674fdcbe79912805d05143 2024-12-05T23:22:02,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/c04d0d25e1674fdcbe79912805d05143, entries=150, sequenceid=316, filesize=30.5 K 2024-12-05T23:22:02,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/a825855b0b09442595e6196a69cfcf10 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a825855b0b09442595e6196a69cfcf10 2024-12-05T23:22:02,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a825855b0b09442595e6196a69cfcf10, entries=150, sequenceid=316, filesize=12.0 K 2024-12-05T23:22:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/063af0d4d4e3461fb07af08d7df24962 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/063af0d4d4e3461fb07af08d7df24962 2024-12-05T23:22:02,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/063af0d4d4e3461fb07af08d7df24962, entries=150, sequenceid=316, filesize=12.0 K 2024-12-05T23:22:02,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5f4b7df96048c71ce8b6fb13140086c2 in 856ms, sequenceid=316, compaction requested=true 2024-12-05T23:22:02,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:02,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:22:02,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:02,013 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:22:02,013 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:22:02,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:22:02,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:02,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:22:02,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:22:02,014 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:22:02,014 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:22:02,014 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:22:02,014 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:22:02,015 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:02,015 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:02,015 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d65603bd96744e4db399e3e6072f3f34, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/08806b3d1903477d9b264d0db5af7ba5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e8132c85451e44c19eb427a24d6f5ba4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/c04d0d25e1674fdcbe79912805d05143] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=122.5 K 2024-12-05T23:22:02,015 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f5b1353fc9474dd5852e700dc209fe35, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/c968324610a34bcaa032ae1694495840, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ae908fb84da346f3b6beff165f3614ea, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a825855b0b09442595e6196a69cfcf10] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=48.5 K 2024-12-05T23:22:02,015 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:02,015 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d65603bd96744e4db399e3e6072f3f34, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/08806b3d1903477d9b264d0db5af7ba5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e8132c85451e44c19eb427a24d6f5ba4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/c04d0d25e1674fdcbe79912805d05143] 2024-12-05T23:22:02,015 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b1353fc9474dd5852e700dc209fe35, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733440915807 2024-12-05T23:22:02,015 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d65603bd96744e4db399e3e6072f3f34, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733440915807 2024-12-05T23:22:02,015 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting c968324610a34bcaa032ae1694495840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733440916424 2024-12-05T23:22:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T23:22:02,016 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08806b3d1903477d9b264d0db5af7ba5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733440916424 2024-12-05T23:22:02,016 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting ae908fb84da346f3b6beff165f3614ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733440917841 2024-12-05T23:22:02,016 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8132c85451e44c19eb427a24d6f5ba4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733440917841 2024-12-05T23:22:02,016 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a825855b0b09442595e6196a69cfcf10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440920036 2024-12-05T23:22:02,016 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c04d0d25e1674fdcbe79912805d05143, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440920036 2024-12-05T23:22:02,023 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:22:02,023 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/a9ccc483c0f44333a7ce069c1b5a2928 is 50, key is test_row_0/B:col10/1733440920039/Put/seqid=0 2024-12-05T23:22:02,024 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:02,026 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205d0b8d8c281234a5eab8716fbaac5f631_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:02,029 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205d0b8d8c281234a5eab8716fbaac5f631_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:02,029 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d0b8d8c281234a5eab8716fbaac5f631_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742515_1691 (size=13051) 2024-12-05T23:22:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742516_1692 (size=4469) 2024-12-05T23:22:02,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:02,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T23:22:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:02,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T23:22:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:22:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:22:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:22:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:02,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b6298aca0df3474e98d87711826862bc_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440921186/Put/seqid=0 2024-12-05T23:22:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742517_1693 (size=12454) 2024-12-05T23:22:02,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:02,079 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b6298aca0df3474e98d87711826862bc_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b6298aca0df3474e98d87711826862bc_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9149df3e1f934259af952de4a648e0f6, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9149df3e1f934259af952de4a648e0f6 is 175, key is test_row_0/A:col10/1733440921186/Put/seqid=0 2024-12-05T23:22:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742518_1694 (size=31255) 2024-12-05T23:22:02,084 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9149df3e1f934259af952de4a648e0f6 2024-12-05T23:22:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/b50fd7507fee49c6bf22bee55163d070 is 50, key is test_row_0/B:col10/1733440921186/Put/seqid=0 2024-12-05T23:22:02,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742519_1695 (size=12301) 2024-12-05T23:22:02,094 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/b50fd7507fee49c6bf22bee55163d070 2024-12-05T23:22:02,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/067465f31a5049cdaa9607031960c7d1 is 50, key is test_row_0/C:col10/1733440921186/Put/seqid=0 2024-12-05T23:22:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742520_1696 (size=12301) 2024-12-05T23:22:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T23:22:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:02,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440982373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:02,436 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#585 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:22:02,436 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/a9ccc483c0f44333a7ce069c1b5a2928 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a9ccc483c0f44333a7ce069c1b5a2928 2024-12-05T23:22:02,437 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/bc0410c782554c8ba1985400abd37043 is 175, key is test_row_0/A:col10/1733440920039/Put/seqid=0 2024-12-05T23:22:02,440 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into a9ccc483c0f44333a7ce069c1b5a2928(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:22:02,440 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:02,441 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=12, startTime=1733440922013; duration=0sec 2024-12-05T23:22:02,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742521_1697 (size=32005) 2024-12-05T23:22:02,441 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:22:02,441 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:22:02,441 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T23:22:02,442 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T23:22:02,442 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/C is initiating minor compaction (all files) 2024-12-05T23:22:02,443 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/C in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:02,443 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/92a0be1e23c14bc682aecd51f8629399, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af7925885329435fbe27b8c8fe61c65a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2812e31acfb34615bff89488100803da, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/063af0d4d4e3461fb07af08d7df24962] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=48.5 K 2024-12-05T23:22:02,443 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 92a0be1e23c14bc682aecd51f8629399, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733440915807 2024-12-05T23:22:02,444 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting af7925885329435fbe27b8c8fe61c65a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733440916424 2024-12-05T23:22:02,444 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2812e31acfb34615bff89488100803da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733440917841 2024-12-05T23:22:02,444 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 063af0d4d4e3461fb07af08d7df24962, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440920036 2024-12-05T23:22:02,446 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/bc0410c782554c8ba1985400abd37043 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/bc0410c782554c8ba1985400abd37043 2024-12-05T23:22:02,450 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into bc0410c782554c8ba1985400abd37043(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:22:02,450 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:02,450 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=12, startTime=1733440922013; duration=0sec 2024-12-05T23:22:02,450 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:02,450 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:22:02,454 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#C#compaction#589 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:22:02,455 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4b55347692a04742b0155e90f56c5ea5 is 50, key is test_row_0/C:col10/1733440920039/Put/seqid=0 2024-12-05T23:22:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742522_1698 (size=13017) 2024-12-05T23:22:02,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440982477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:02,504 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/067465f31a5049cdaa9607031960c7d1 2024-12-05T23:22:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9149df3e1f934259af952de4a648e0f6 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9149df3e1f934259af952de4a648e0f6 2024-12-05T23:22:02,512 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9149df3e1f934259af952de4a648e0f6, entries=150, sequenceid=328, filesize=30.5 K 2024-12-05T23:22:02,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/b50fd7507fee49c6bf22bee55163d070 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/b50fd7507fee49c6bf22bee55163d070 2024-12-05T23:22:02,517 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/b50fd7507fee49c6bf22bee55163d070, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T23:22:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T23:22:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/067465f31a5049cdaa9607031960c7d1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/067465f31a5049cdaa9607031960c7d1 2024-12-05T23:22:02,521 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/067465f31a5049cdaa9607031960c7d1, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T23:22:02,522 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5f4b7df96048c71ce8b6fb13140086c2 in 456ms, sequenceid=328, compaction requested=false 2024-12-05T23:22:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-05T23:22:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-05T23:22:02,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-05T23:22:02,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 607 msec 2024-12-05T23:22:02,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 611 msec 2024-12-05T23:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:02,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T23:22:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:22:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:22:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:22:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:02,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054628ebbef7a1430a8ce7f7206fa6d6e3_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440922369/Put/seqid=0 2024-12-05T23:22:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742523_1699 (size=14994) 2024-12-05T23:22:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440982705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:02,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440982809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:02,864 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4b55347692a04742b0155e90f56c5ea5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b55347692a04742b0155e90f56c5ea5 2024-12-05T23:22:02,868 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/C of 5f4b7df96048c71ce8b6fb13140086c2 into 4b55347692a04742b0155e90f56c5ea5(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:22:02,868 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:02,868 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/C, priority=12, startTime=1733440922014; duration=0sec 2024-12-05T23:22:02,868 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:02,868 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:22:03,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440983011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T23:22:03,018 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-05T23:22:03,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T23:22:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-05T23:22:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T23:22:03,020 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T23:22:03,021 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T23:22:03,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T23:22:03,092 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054628ebbef7a1430a8ce7f7206fa6d6e3_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054628ebbef7a1430a8ce7f7206fa6d6e3_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:03,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ab58390cdafb4f28b10d7f0c6bc7052e, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:03,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ab58390cdafb4f28b10d7f0c6bc7052e is 175, key is test_row_0/A:col10/1733440922369/Put/seqid=0 2024-12-05T23:22:03,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742524_1700 (size=39949) 2024-12-05T23:22:03,100 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ab58390cdafb4f28b10d7f0c6bc7052e 2024-12-05T23:22:03,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/bf951a70d6cd4de88a26162d78f3f7f2 is 50, key is test_row_0/B:col10/1733440922369/Put/seqid=0 2024-12-05T23:22:03,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742525_1701 (size=12301) 2024-12-05T23:22:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T23:22:03,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T23:22:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440983313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T23:22:03,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T23:22:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T23:22:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/bf951a70d6cd4de88a26162d78f3f7f2 2024-12-05T23:22:03,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4cdbc19d390c454c8a4b0060886a4a33 is 50, key is test_row_0/C:col10/1733440922369/Put/seqid=0 2024-12-05T23:22:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742526_1702 (size=12301) 2024-12-05T23:22:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T23:22:03,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T23:22:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T23:22:03,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:03,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T23:22:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50078 deadline: 1733440983819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4cdbc19d390c454c8a4b0060886a4a33 2024-12-05T23:22:03,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/ab58390cdafb4f28b10d7f0c6bc7052e as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ab58390cdafb4f28b10d7f0c6bc7052e 2024-12-05T23:22:03,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ab58390cdafb4f28b10d7f0c6bc7052e, entries=200, sequenceid=355, filesize=39.0 K 2024-12-05T23:22:03,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/bf951a70d6cd4de88a26162d78f3f7f2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/bf951a70d6cd4de88a26162d78f3f7f2 2024-12-05T23:22:03,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:03,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T23:22:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:22:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/bf951a70d6cd4de88a26162d78f3f7f2, entries=150, sequenceid=355, filesize=12.0 K 2024-12-05T23:22:03,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/4cdbc19d390c454c8a4b0060886a4a33 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4cdbc19d390c454c8a4b0060886a4a33 2024-12-05T23:22:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4cdbc19d390c454c8a4b0060886a4a33, entries=150, sequenceid=355, filesize=12.0 K 2024-12-05T23:22:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5f4b7df96048c71ce8b6fb13140086c2 in 1258ms, sequenceid=355, compaction requested=true 2024-12-05T23:22:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T23:22:03,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:03,942 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:22:03,942 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:22:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T23:22:03,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f4b7df96048c71ce8b6fb13140086c2:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T23:22:03,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:22:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,942 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:22:03,942 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:22:03,942 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/B is initiating minor compaction (all files) 2024-12-05T23:22:03,942 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/A is initiating minor compaction (all files) 2024-12-05T23:22:03,943 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/A in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,943 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/B in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,943 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/bc0410c782554c8ba1985400abd37043, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9149df3e1f934259af952de4a648e0f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ab58390cdafb4f28b10d7f0c6bc7052e] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=100.8 K 2024-12-05T23:22:03,943 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a9ccc483c0f44333a7ce069c1b5a2928, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/b50fd7507fee49c6bf22bee55163d070, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/bf951a70d6cd4de88a26162d78f3f7f2] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=36.8 K 2024-12-05T23:22:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,943 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:03,943 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. files: [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/bc0410c782554c8ba1985400abd37043, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9149df3e1f934259af952de4a648e0f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ab58390cdafb4f28b10d7f0c6bc7052e] 2024-12-05T23:22:03,943 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc0410c782554c8ba1985400abd37043, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440920036 2024-12-05T23:22:03,943 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting a9ccc483c0f44333a7ce069c1b5a2928, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440920036 2024-12-05T23:22:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,943 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting b50fd7507fee49c6bf22bee55163d070, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733440921169 2024-12-05T23:22:03,943 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9149df3e1f934259af952de4a648e0f6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733440921169 2024-12-05T23:22:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,944 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting bf951a70d6cd4de88a26162d78f3f7f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440922365 2024-12-05T23:22:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,944 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab58390cdafb4f28b10d7f0c6bc7052e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440922365 2024-12-05T23:22:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,949 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,951 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#B#compaction#594 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,951 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/24f5fe6ee0e94d2283eca6df2c2ccda5 is 50, key is test_row_0/B:col10/1733440922369/Put/seqid=0 2024-12-05T23:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,957 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205cf4b279e28534d4f922ded13ea653ceb_5f4b7df96048c71ce8b6fb13140086c2 store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,959 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205cf4b279e28534d4f922ded13ea653ceb_5f4b7df96048c71ce8b6fb13140086c2, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,959 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cf4b279e28534d4f922ded13ea653ceb_5f4b7df96048c71ce8b6fb13140086c2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742527_1703 (size=13153) 2024-12-05T23:22:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742528_1704 (size=4469) 2024-12-05T23:22:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,974 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#A#compaction#593 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:22:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,975 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9617c1f0867847dcb4456ea4f8a631b5 is 175, key is test_row_0/A:col10/1733440922369/Put/seqid=0 2024-12-05T23:22:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742529_1705 (size=32107) 2024-12-05T23:22:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T23:22:04,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,088 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T23:22:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:22:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:22:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:22:04,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055e4d230248654aa3b43c979840661986_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_1/A:col10/1733440922699/Put/seqid=0 2024-12-05T23:22:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742530_1706 (size=9914) 2024-12-05T23:22:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,100 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055e4d230248654aa3b43c979840661986_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055e4d230248654aa3b43c979840661986_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/13aa8e6226a84a7c823527f44dd1f1b7, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/13aa8e6226a84a7c823527f44dd1f1b7 is 175, key is test_row_1/A:col10/1733440922699/Put/seqid=0 2024-12-05T23:22:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742531_1707 (size=22561) 2024-12-05T23:22:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T23:22:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,179 DEBUG [Thread-2663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a1b209d to 127.0.0.1:49561 2024-12-05T23:22:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,179 DEBUG [Thread-2663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,181 DEBUG [Thread-2667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x639a0bee to 127.0.0.1:49561 2024-12-05T23:22:04,181 DEBUG [Thread-2667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,182 DEBUG [Thread-2659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b788d15 to 127.0.0.1:49561 2024-12-05T23:22:04,182 DEBUG [Thread-2659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,183 DEBUG [Thread-2661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13d028d2 to 127.0.0.1:49561 2024-12-05T23:22:04,183 DEBUG [Thread-2661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:04,185 DEBUG [Thread-2665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7255c7fe to 127.0.0.1:49561 2024-12-05T23:22:04,185 DEBUG [Thread-2665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,371 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/24f5fe6ee0e94d2283eca6df2c2ccda5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/24f5fe6ee0e94d2283eca6df2c2ccda5 2024-12-05T23:22:04,374 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/B of 5f4b7df96048c71ce8b6fb13140086c2 into 24f5fe6ee0e94d2283eca6df2c2ccda5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:22:04,374 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:04,374 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/B, priority=13, startTime=1733440923941; duration=0sec 2024-12-05T23:22:04,374 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T23:22:04,374 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:B 2024-12-05T23:22:04,375 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T23:22:04,375 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T23:22:04,375 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1540): 5f4b7df96048c71ce8b6fb13140086c2/C is initiating minor compaction (all files) 2024-12-05T23:22:04,375 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5f4b7df96048c71ce8b6fb13140086c2/C in TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:04,375 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b55347692a04742b0155e90f56c5ea5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/067465f31a5049cdaa9607031960c7d1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4cdbc19d390c454c8a4b0060886a4a33] into tmpdir=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp, totalSize=36.7 K 2024-12-05T23:22:04,375 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b55347692a04742b0155e90f56c5ea5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733440920036 2024-12-05T23:22:04,376 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 067465f31a5049cdaa9607031960c7d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733440921169 2024-12-05T23:22:04,376 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cdbc19d390c454c8a4b0060886a4a33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733440922365 2024-12-05T23:22:04,380 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/9617c1f0867847dcb4456ea4f8a631b5 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9617c1f0867847dcb4456ea4f8a631b5 2024-12-05T23:22:04,381 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f4b7df96048c71ce8b6fb13140086c2#C#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T23:22:04,381 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/5bf906d5214a486c9288511c332a1a58 is 50, key is test_row_0/C:col10/1733440922369/Put/seqid=0 2024-12-05T23:22:04,383 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/A of 5f4b7df96048c71ce8b6fb13140086c2 into 9617c1f0867847dcb4456ea4f8a631b5(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:22:04,384 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:04,384 INFO [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/A, priority=13, startTime=1733440923941; duration=0sec 2024-12-05T23:22:04,384 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:04,384 DEBUG [RS:0;9e5740704f6b:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:A 2024-12-05T23:22:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742532_1708 (size=13119) 2024-12-05T23:22:04,506 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/13aa8e6226a84a7c823527f44dd1f1b7 2024-12-05T23:22:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/86d1709756944492890bd65540e10e2c is 50, key is test_row_1/B:col10/1733440922699/Put/seqid=0 2024-12-05T23:22:04,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742533_1709 (size=9857) 2024-12-05T23:22:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8581): Flush requested on 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:04,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. as already flushing 2024-12-05T23:22:04,567 DEBUG [Thread-2652 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20b85ad6 to 127.0.0.1:49561 2024-12-05T23:22:04,567 DEBUG [Thread-2652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,581 DEBUG [Thread-2650 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2be79e92 to 127.0.0.1:49561 2024-12-05T23:22:04,581 DEBUG [Thread-2650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,601 DEBUG [Thread-2654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b3371c to 127.0.0.1:49561 2024-12-05T23:22:04,601 DEBUG [Thread-2654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,604 DEBUG [Thread-2656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b893c6b to 127.0.0.1:49561 2024-12-05T23:22:04,604 DEBUG [Thread-2656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,787 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/5bf906d5214a486c9288511c332a1a58 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/5bf906d5214a486c9288511c332a1a58 2024-12-05T23:22:04,790 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5f4b7df96048c71ce8b6fb13140086c2/C of 5f4b7df96048c71ce8b6fb13140086c2 into 5bf906d5214a486c9288511c332a1a58(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T23:22:04,790 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:04,790 INFO [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2., storeName=5f4b7df96048c71ce8b6fb13140086c2/C, priority=13, startTime=1733440923942; duration=0sec 2024-12-05T23:22:04,790 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T23:22:04,790 DEBUG [RS:0;9e5740704f6b:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f4b7df96048c71ce8b6fb13140086c2:C 2024-12-05T23:22:04,830 DEBUG [Thread-2648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2643f61d to 127.0.0.1:49561 2024-12-05T23:22:04,830 DEBUG [Thread-2648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:04,914 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/86d1709756944492890bd65540e10e2c 2024-12-05T23:22:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b63ba09c63f6453abc51bac56bc8263b is 50, key is test_row_1/C:col10/1733440922699/Put/seqid=0 2024-12-05T23:22:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742534_1710 (size=9857) 2024-12-05T23:22:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T23:22:05,322 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b63ba09c63f6453abc51bac56bc8263b 2024-12-05T23:22:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/13aa8e6226a84a7c823527f44dd1f1b7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/13aa8e6226a84a7c823527f44dd1f1b7 2024-12-05T23:22:05,327 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/13aa8e6226a84a7c823527f44dd1f1b7, entries=100, sequenceid=367, filesize=22.0 K 2024-12-05T23:22:05,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/86d1709756944492890bd65540e10e2c as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/86d1709756944492890bd65540e10e2c 2024-12-05T23:22:05,330 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/86d1709756944492890bd65540e10e2c, entries=100, sequenceid=367, filesize=9.6 K 2024-12-05T23:22:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/b63ba09c63f6453abc51bac56bc8263b as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b63ba09c63f6453abc51bac56bc8263b 2024-12-05T23:22:05,332 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b63ba09c63f6453abc51bac56bc8263b, entries=100, sequenceid=367, filesize=9.6 K 2024-12-05T23:22:05,333 INFO [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 5f4b7df96048c71ce8b6fb13140086c2 in 1246ms, sequenceid=367, compaction requested=false 2024-12-05T23:22:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9e5740704f6b:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-05T23:22:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-05T23:22:05,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-05T23:22:05,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-12-05T23:22:05,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 2.3160 sec 2024-12-05T23:22:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T23:22:07,124 INFO [Thread-2658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6948 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6861 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6825 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6910 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6901 2024-12-05T23:22:07,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T23:22:07,125 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T23:22:07,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e16afa2 to 127.0.0.1:49561 2024-12-05T23:22:07,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:07,125 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T23:22:07,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T23:22:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T23:22:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T23:22:07,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440927127"}]},"ts":"1733440927127"} 2024-12-05T23:22:07,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T23:22:07,130 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T23:22:07,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T23:22:07,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, UNASSIGN}] 2024-12-05T23:22:07,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, UNASSIGN 2024-12-05T23:22:07,132 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=CLOSING, regionLocation=9e5740704f6b,41841,1733440754996 2024-12-05T23:22:07,133 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T23:22:07,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; CloseRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996}] 2024-12-05T23:22:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T23:22:07,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:07,284 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(124): Close 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:07,284 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T23:22:07,284 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1681): Closing 5f4b7df96048c71ce8b6fb13140086c2, disabling compactions & flushes 2024-12-05T23:22:07,284 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:07,284 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:07,284 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. after waiting 0 ms 2024-12-05T23:22:07,284 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:07,284 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(2837): Flushing 5f4b7df96048c71ce8b6fb13140086c2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T23:22:07,285 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=A 2024-12-05T23:22:07,285 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:07,285 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=B 2024-12-05T23:22:07,285 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:07,285 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f4b7df96048c71ce8b6fb13140086c2, store=C 2024-12-05T23:22:07,285 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T23:22:07,289 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fcd3cbae16ab4dbf8aaabc15e77b1059_5f4b7df96048c71ce8b6fb13140086c2 is 50, key is test_row_0/A:col10/1733440924603/Put/seqid=0 2024-12-05T23:22:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742535_1711 (size=12454) 2024-12-05T23:22:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T23:22:07,692 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:07,695 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fcd3cbae16ab4dbf8aaabc15e77b1059_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fcd3cbae16ab4dbf8aaabc15e77b1059_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:07,696 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/11bcbed38bc54de587b3593138262af2, store: [table=TestAcidGuarantees family=A region=5f4b7df96048c71ce8b6fb13140086c2] 2024-12-05T23:22:07,696 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/11bcbed38bc54de587b3593138262af2 is 175, key is test_row_0/A:col10/1733440924603/Put/seqid=0 2024-12-05T23:22:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742536_1712 (size=31255) 2024-12-05T23:22:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T23:22:08,099 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/11bcbed38bc54de587b3593138262af2 2024-12-05T23:22:08,104 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/9c000e66f351480c98dc21c87dea90a1 is 50, key is test_row_0/B:col10/1733440924603/Put/seqid=0 2024-12-05T23:22:08,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742537_1713 (size=12301) 2024-12-05T23:22:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T23:22:08,507 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/9c000e66f351480c98dc21c87dea90a1 2024-12-05T23:22:08,512 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/3624f3a9fa8641f89430a96896e37a19 is 50, key is test_row_0/C:col10/1733440924603/Put/seqid=0 2024-12-05T23:22:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742538_1714 (size=12301) 2024-12-05T23:22:08,916 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/3624f3a9fa8641f89430a96896e37a19 2024-12-05T23:22:08,919 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/A/11bcbed38bc54de587b3593138262af2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/11bcbed38bc54de587b3593138262af2 2024-12-05T23:22:08,921 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/11bcbed38bc54de587b3593138262af2, entries=150, sequenceid=378, filesize=30.5 K 2024-12-05T23:22:08,922 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/B/9c000e66f351480c98dc21c87dea90a1 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9c000e66f351480c98dc21c87dea90a1 2024-12-05T23:22:08,924 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9c000e66f351480c98dc21c87dea90a1, entries=150, sequenceid=378, filesize=12.0 K 2024-12-05T23:22:08,924 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/.tmp/C/3624f3a9fa8641f89430a96896e37a19 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/3624f3a9fa8641f89430a96896e37a19 2024-12-05T23:22:08,927 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/3624f3a9fa8641f89430a96896e37a19, entries=150, sequenceid=378, filesize=12.0 K 2024-12-05T23:22:08,927 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5f4b7df96048c71ce8b6fb13140086c2 in 1643ms, sequenceid=378, compaction requested=true 2024-12-05T23:22:08,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ba9f4e10e2a140acb32f78311ff3802c, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/2b7a5f5061a1445fa91c41246dc738ec, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/dd484bcd7e0f466f86d406dbd549b915, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/370496f96ebb4baf853360ac96e4d9d0, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/81aa8ca8f71a412189a6969777abe2d7, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/7c65e87f180c4ffa8fb478c433a7ef30, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/6e7f6ab4c95848d08fcbd737dea9e6ab, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d9382bac6e934f04bd258deb5b1f24b9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/489b7bc909a142c6912113cdcbefa222, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9258b17675a846598e4bfe1232fee348, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/3dfd7b5d579f421c9c54887578c63e99, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e5dfbaab0516473bb5c008e222287dde, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ee40d362bbd641139bec6225369a63db, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5519e314689a43a58d9f09aa3532cffa, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d10a43f2a46945c29eae5e8757c6c71b, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/92fc879103284e5b9fa9615ba6f8e66a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5f29e048bd014a81a4cad213b03e8b3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/736c653749f14174ac65cb1651a565c2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d65603bd96744e4db399e3e6072f3f34, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/08806b3d1903477d9b264d0db5af7ba5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e8132c85451e44c19eb427a24d6f5ba4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/bc0410c782554c8ba1985400abd37043, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/c04d0d25e1674fdcbe79912805d05143, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9149df3e1f934259af952de4a648e0f6, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ab58390cdafb4f28b10d7f0c6bc7052e] to archive 2024-12-05T23:22:08,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:22:08,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ba9f4e10e2a140acb32f78311ff3802c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ba9f4e10e2a140acb32f78311ff3802c 2024-12-05T23:22:08,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/2b7a5f5061a1445fa91c41246dc738ec to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/2b7a5f5061a1445fa91c41246dc738ec 2024-12-05T23:22:08,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/dd484bcd7e0f466f86d406dbd549b915 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/dd484bcd7e0f466f86d406dbd549b915 2024-12-05T23:22:08,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/370496f96ebb4baf853360ac96e4d9d0 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/370496f96ebb4baf853360ac96e4d9d0 2024-12-05T23:22:08,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/81aa8ca8f71a412189a6969777abe2d7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/81aa8ca8f71a412189a6969777abe2d7 2024-12-05T23:22:08,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/7c65e87f180c4ffa8fb478c433a7ef30 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/7c65e87f180c4ffa8fb478c433a7ef30 2024-12-05T23:22:08,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/6e7f6ab4c95848d08fcbd737dea9e6ab to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/6e7f6ab4c95848d08fcbd737dea9e6ab 2024-12-05T23:22:08,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d9382bac6e934f04bd258deb5b1f24b9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d9382bac6e934f04bd258deb5b1f24b9 2024-12-05T23:22:08,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/489b7bc909a142c6912113cdcbefa222 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/489b7bc909a142c6912113cdcbefa222 2024-12-05T23:22:08,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9258b17675a846598e4bfe1232fee348 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9258b17675a846598e4bfe1232fee348 2024-12-05T23:22:08,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/3dfd7b5d579f421c9c54887578c63e99 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/3dfd7b5d579f421c9c54887578c63e99 2024-12-05T23:22:08,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e5dfbaab0516473bb5c008e222287dde to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e5dfbaab0516473bb5c008e222287dde 2024-12-05T23:22:08,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ee40d362bbd641139bec6225369a63db to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ee40d362bbd641139bec6225369a63db 2024-12-05T23:22:08,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5519e314689a43a58d9f09aa3532cffa to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5519e314689a43a58d9f09aa3532cffa 2024-12-05T23:22:08,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d10a43f2a46945c29eae5e8757c6c71b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d10a43f2a46945c29eae5e8757c6c71b 2024-12-05T23:22:08,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/92fc879103284e5b9fa9615ba6f8e66a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/92fc879103284e5b9fa9615ba6f8e66a 2024-12-05T23:22:08,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5f29e048bd014a81a4cad213b03e8b3f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/5f29e048bd014a81a4cad213b03e8b3f 2024-12-05T23:22:08,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/736c653749f14174ac65cb1651a565c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/736c653749f14174ac65cb1651a565c2 2024-12-05T23:22:08,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d65603bd96744e4db399e3e6072f3f34 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/d65603bd96744e4db399e3e6072f3f34 2024-12-05T23:22:08,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/08806b3d1903477d9b264d0db5af7ba5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/08806b3d1903477d9b264d0db5af7ba5 2024-12-05T23:22:08,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e8132c85451e44c19eb427a24d6f5ba4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/e8132c85451e44c19eb427a24d6f5ba4 2024-12-05T23:22:08,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/bc0410c782554c8ba1985400abd37043 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/bc0410c782554c8ba1985400abd37043 2024-12-05T23:22:08,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/c04d0d25e1674fdcbe79912805d05143 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/c04d0d25e1674fdcbe79912805d05143 2024-12-05T23:22:08,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9149df3e1f934259af952de4a648e0f6 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9149df3e1f934259af952de4a648e0f6 2024-12-05T23:22:08,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ab58390cdafb4f28b10d7f0c6bc7052e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/ab58390cdafb4f28b10d7f0c6bc7052e 2024-12-05T23:22:08,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d383b892ad444f53a479a1452c7915a4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e540b4dcd5d3438fac6f99458ffd50d4, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/4ba69d6346724c939bee7adc1a4a6547, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/eba9f79168e444619ab7140926fb9c2f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f57bc5c7762649c19918d0e13b623398, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f6d48a3cb9704e1289eab78795e54813, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/30b3ee45996846d2b090de7e5a193795, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f702a21a2de64888b78e18206a46590e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f90d17d2c8ef4445b02cf574fd8dbfd8, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e137973dd7614b1192ee41ae5f34ea86, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/2e2330a835864cd98e553a41879d0b19, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ed5ce35c995343fd94fdc6c96bd03163, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d6e9f1951b084dd181386af1fa2321ea, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/238295bc5a044b65ab6d777a846ba1a2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/673fc0437f574d80a6dfc04d34dfb7d5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/73ba8ae5cc2743aa83eb29b7e69a4f2d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9841bc309c864c56bd64351025b31530, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f5b1353fc9474dd5852e700dc209fe35, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f67fa7c1c2b448dabe09a0d085f11c9f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/c968324610a34bcaa032ae1694495840, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ae908fb84da346f3b6beff165f3614ea, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a9ccc483c0f44333a7ce069c1b5a2928, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a825855b0b09442595e6196a69cfcf10, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/b50fd7507fee49c6bf22bee55163d070, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/bf951a70d6cd4de88a26162d78f3f7f2] to archive 2024-12-05T23:22:08,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:22:08,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d383b892ad444f53a479a1452c7915a4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d383b892ad444f53a479a1452c7915a4 2024-12-05T23:22:08,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e540b4dcd5d3438fac6f99458ffd50d4 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e540b4dcd5d3438fac6f99458ffd50d4 2024-12-05T23:22:08,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/4ba69d6346724c939bee7adc1a4a6547 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/4ba69d6346724c939bee7adc1a4a6547 2024-12-05T23:22:08,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/eba9f79168e444619ab7140926fb9c2f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/eba9f79168e444619ab7140926fb9c2f 2024-12-05T23:22:08,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f57bc5c7762649c19918d0e13b623398 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f57bc5c7762649c19918d0e13b623398 2024-12-05T23:22:08,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f6d48a3cb9704e1289eab78795e54813 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f6d48a3cb9704e1289eab78795e54813 2024-12-05T23:22:08,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/30b3ee45996846d2b090de7e5a193795 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/30b3ee45996846d2b090de7e5a193795 2024-12-05T23:22:08,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f702a21a2de64888b78e18206a46590e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f702a21a2de64888b78e18206a46590e 2024-12-05T23:22:08,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f90d17d2c8ef4445b02cf574fd8dbfd8 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f90d17d2c8ef4445b02cf574fd8dbfd8 2024-12-05T23:22:08,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e137973dd7614b1192ee41ae5f34ea86 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/e137973dd7614b1192ee41ae5f34ea86 2024-12-05T23:22:08,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/2e2330a835864cd98e553a41879d0b19 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/2e2330a835864cd98e553a41879d0b19 2024-12-05T23:22:08,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ed5ce35c995343fd94fdc6c96bd03163 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ed5ce35c995343fd94fdc6c96bd03163 2024-12-05T23:22:08,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d6e9f1951b084dd181386af1fa2321ea to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/d6e9f1951b084dd181386af1fa2321ea 2024-12-05T23:22:08,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/238295bc5a044b65ab6d777a846ba1a2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/238295bc5a044b65ab6d777a846ba1a2 2024-12-05T23:22:08,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/673fc0437f574d80a6dfc04d34dfb7d5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/673fc0437f574d80a6dfc04d34dfb7d5 2024-12-05T23:22:08,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/73ba8ae5cc2743aa83eb29b7e69a4f2d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/73ba8ae5cc2743aa83eb29b7e69a4f2d 2024-12-05T23:22:08,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9841bc309c864c56bd64351025b31530 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9841bc309c864c56bd64351025b31530 2024-12-05T23:22:08,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f5b1353fc9474dd5852e700dc209fe35 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f5b1353fc9474dd5852e700dc209fe35 2024-12-05T23:22:08,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f67fa7c1c2b448dabe09a0d085f11c9f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/f67fa7c1c2b448dabe09a0d085f11c9f 2024-12-05T23:22:08,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/c968324610a34bcaa032ae1694495840 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/c968324610a34bcaa032ae1694495840 2024-12-05T23:22:08,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ae908fb84da346f3b6beff165f3614ea to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/ae908fb84da346f3b6beff165f3614ea 2024-12-05T23:22:08,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a9ccc483c0f44333a7ce069c1b5a2928 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a9ccc483c0f44333a7ce069c1b5a2928 2024-12-05T23:22:08,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a825855b0b09442595e6196a69cfcf10 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/a825855b0b09442595e6196a69cfcf10 2024-12-05T23:22:08,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/b50fd7507fee49c6bf22bee55163d070 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/b50fd7507fee49c6bf22bee55163d070 2024-12-05T23:22:08,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/bf951a70d6cd4de88a26162d78f3f7f2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/bf951a70d6cd4de88a26162d78f3f7f2 2024-12-05T23:22:08,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af27fed3e08144989ee293e74bb2e74d, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d30134fb6c6e4bdda0d28e6fa368d86e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8535712e7ff948e2bcb2083b1061d2e9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/cf192ae845db4edb95eb36e9ede4d238, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e2a9c0b8ed184c3bac30da04f18fff8e, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/257a11f290954e298ac7466bbe877e1f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d014ee0b88fc46e1a6c2472e8808cc67, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/67bbecf59ef44bf0bcee8d6d766d3d99, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e7641fe4c06346469ca756afd1f37ebf, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b982c8aa936f4fa9a64778f158cf3f19, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8648ae99a1d344be8e3fcb8578b39ea9, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/ccaed16722194314b322a8f2e165a536, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/a9cbf5033a304ed7ae2723a4ea1aee3f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2bee0c82fced47f893456faa774e4546, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/650a0f1d7abe486fb0ed0b0709b8e8d2, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b1f36574c23045c3b641ab3debb3623f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/92a0be1e23c14bc682aecd51f8629399, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b3943a72ac944debb80602fc50bc95f, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af7925885329435fbe27b8c8fe61c65a, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2812e31acfb34615bff89488100803da, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b55347692a04742b0155e90f56c5ea5, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/063af0d4d4e3461fb07af08d7df24962, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/067465f31a5049cdaa9607031960c7d1, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4cdbc19d390c454c8a4b0060886a4a33] to archive 2024-12-05T23:22:08,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T23:22:08,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af27fed3e08144989ee293e74bb2e74d to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af27fed3e08144989ee293e74bb2e74d 2024-12-05T23:22:08,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d30134fb6c6e4bdda0d28e6fa368d86e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d30134fb6c6e4bdda0d28e6fa368d86e 2024-12-05T23:22:08,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8535712e7ff948e2bcb2083b1061d2e9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8535712e7ff948e2bcb2083b1061d2e9 2024-12-05T23:22:08,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/cf192ae845db4edb95eb36e9ede4d238 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/cf192ae845db4edb95eb36e9ede4d238 2024-12-05T23:22:08,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e2a9c0b8ed184c3bac30da04f18fff8e to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e2a9c0b8ed184c3bac30da04f18fff8e 2024-12-05T23:22:08,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/257a11f290954e298ac7466bbe877e1f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/257a11f290954e298ac7466bbe877e1f 2024-12-05T23:22:08,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d014ee0b88fc46e1a6c2472e8808cc67 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/d014ee0b88fc46e1a6c2472e8808cc67 2024-12-05T23:22:08,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/67bbecf59ef44bf0bcee8d6d766d3d99 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/67bbecf59ef44bf0bcee8d6d766d3d99 2024-12-05T23:22:08,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e7641fe4c06346469ca756afd1f37ebf to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/e7641fe4c06346469ca756afd1f37ebf 2024-12-05T23:22:08,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b982c8aa936f4fa9a64778f158cf3f19 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b982c8aa936f4fa9a64778f158cf3f19 2024-12-05T23:22:08,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8648ae99a1d344be8e3fcb8578b39ea9 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/8648ae99a1d344be8e3fcb8578b39ea9 2024-12-05T23:22:08,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/ccaed16722194314b322a8f2e165a536 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/ccaed16722194314b322a8f2e165a536 2024-12-05T23:22:08,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/a9cbf5033a304ed7ae2723a4ea1aee3f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/a9cbf5033a304ed7ae2723a4ea1aee3f 2024-12-05T23:22:08,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2bee0c82fced47f893456faa774e4546 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2bee0c82fced47f893456faa774e4546 2024-12-05T23:22:08,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/650a0f1d7abe486fb0ed0b0709b8e8d2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/650a0f1d7abe486fb0ed0b0709b8e8d2 2024-12-05T23:22:08,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b1f36574c23045c3b641ab3debb3623f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b1f36574c23045c3b641ab3debb3623f 2024-12-05T23:22:08,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/92a0be1e23c14bc682aecd51f8629399 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/92a0be1e23c14bc682aecd51f8629399 2024-12-05T23:22:08,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b3943a72ac944debb80602fc50bc95f to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b3943a72ac944debb80602fc50bc95f 2024-12-05T23:22:08,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af7925885329435fbe27b8c8fe61c65a to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/af7925885329435fbe27b8c8fe61c65a 2024-12-05T23:22:08,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2812e31acfb34615bff89488100803da to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/2812e31acfb34615bff89488100803da 2024-12-05T23:22:08,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b55347692a04742b0155e90f56c5ea5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4b55347692a04742b0155e90f56c5ea5 2024-12-05T23:22:08,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/063af0d4d4e3461fb07af08d7df24962 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/063af0d4d4e3461fb07af08d7df24962 2024-12-05T23:22:08,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/067465f31a5049cdaa9607031960c7d1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/067465f31a5049cdaa9607031960c7d1 2024-12-05T23:22:08,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4cdbc19d390c454c8a4b0060886a4a33 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/4cdbc19d390c454c8a4b0060886a4a33 2024-12-05T23:22:08,996 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=4 2024-12-05T23:22:08,997 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2. 2024-12-05T23:22:08,997 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1635): Region close journal for 5f4b7df96048c71ce8b6fb13140086c2: 2024-12-05T23:22:08,998 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(170): Closed 5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:08,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=5f4b7df96048c71ce8b6fb13140086c2, regionState=CLOSED 2024-12-05T23:22:09,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-05T23:22:09,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseRegionProcedure 5f4b7df96048c71ce8b6fb13140086c2, server=9e5740704f6b,41841,1733440754996 in 1.8660 sec 2024-12-05T23:22:09,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=187, resume processing ppid=186 2024-12-05T23:22:09,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, ppid=186, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f4b7df96048c71ce8b6fb13140086c2, UNASSIGN in 1.8690 sec 2024-12-05T23:22:09,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-05T23:22:09,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8710 sec 2024-12-05T23:22:09,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440929003"}]},"ts":"1733440929003"} 2024-12-05T23:22:09,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T23:22:09,005 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T23:22:09,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8810 sec 2024-12-05T23:22:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T23:22:09,231 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-05T23:22:09,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T23:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:22:09,233 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T23:22:09,234 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=189, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:22:09,236 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,238 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C, FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/recovered.edits] 2024-12-05T23:22:09,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/11bcbed38bc54de587b3593138262af2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/11bcbed38bc54de587b3593138262af2 2024-12-05T23:22:09,246 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/13aa8e6226a84a7c823527f44dd1f1b7 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/13aa8e6226a84a7c823527f44dd1f1b7 2024-12-05T23:22:09,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9617c1f0867847dcb4456ea4f8a631b5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/A/9617c1f0867847dcb4456ea4f8a631b5 2024-12-05T23:22:09,249 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/24f5fe6ee0e94d2283eca6df2c2ccda5 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/24f5fe6ee0e94d2283eca6df2c2ccda5 2024-12-05T23:22:09,251 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/86d1709756944492890bd65540e10e2c to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/86d1709756944492890bd65540e10e2c 2024-12-05T23:22:09,252 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9c000e66f351480c98dc21c87dea90a1 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/B/9c000e66f351480c98dc21c87dea90a1 2024-12-05T23:22:09,254 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/3624f3a9fa8641f89430a96896e37a19 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/3624f3a9fa8641f89430a96896e37a19 2024-12-05T23:22:09,254 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/5bf906d5214a486c9288511c332a1a58 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/5bf906d5214a486c9288511c332a1a58 2024-12-05T23:22:09,255 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b63ba09c63f6453abc51bac56bc8263b to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/C/b63ba09c63f6453abc51bac56bc8263b 2024-12-05T23:22:09,257 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/recovered.edits/381.seqid to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2/recovered.edits/381.seqid 2024-12-05T23:22:09,258 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/default/TestAcidGuarantees/5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,258 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T23:22:09,259 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T23:22:09,259 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T23:22:09,262 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120510e38f388f6e4a22b9abc0bbe2e827f1_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120510e38f388f6e4a22b9abc0bbe2e827f1_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205145ec758f5604f6798d005a2202a66c5_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205145ec758f5604f6798d005a2202a66c5_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,264 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052d6308bf9f6047b98e37c1f0d01d15d5_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052d6308bf9f6047b98e37c1f0d01d15d5_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,265 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052fe53b43b47c47a495483ba33a965a93_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052fe53b43b47c47a495483ba33a965a93_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053104d9f6d0ee416b8da823eef202810e_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053104d9f6d0ee416b8da823eef202810e_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,267 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120533b9b191dc574e5cadd05c18f6fc7f32_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120533b9b191dc574e5cadd05c18f6fc7f32_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,268 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053a12d2287872448a9c65e2882e3cf441_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053a12d2287872448a9c65e2882e3cf441_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054628ebbef7a1430a8ce7f7206fa6d6e3_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054628ebbef7a1430a8ce7f7206fa6d6e3_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,271 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055a81fedec462430182a24881db94b212_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055a81fedec462430182a24881db94b212_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,272 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055e4d230248654aa3b43c979840661986_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055e4d230248654aa3b43c979840661986_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,273 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056d163fecabe747e98d907cd5e66c17f2_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056d163fecabe747e98d907cd5e66c17f2_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,274 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120581cf841158c5486888ce6c3bc2dbd44a_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120581cf841158c5486888ce6c3bc2dbd44a_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,288 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205affa1e31f36e4e5ba99295296163ebe3_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205affa1e31f36e4e5ba99295296163ebe3_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,290 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b6298aca0df3474e98d87711826862bc_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b6298aca0df3474e98d87711826862bc_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,291 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c65b84b2b7ac407d8808b159d81c6bb6_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c65b84b2b7ac407d8808b159d81c6bb6_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,291 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ca1d7706b5ee4d3fa118c45d6a88d6e1_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ca1d7706b5ee4d3fa118c45d6a88d6e1_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,293 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cff3f00245b74629af294a54f8e7bfa3_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cff3f00245b74629af294a54f8e7bfa3_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,294 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d075068cdc9c4ea083dede06c8ac7d86_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d075068cdc9c4ea083dede06c8ac7d86_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,294 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e69558ccaf534ee5a158b7eccf2fab94_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e69558ccaf534ee5a158b7eccf2fab94_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,295 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fcd3cbae16ab4dbf8aaabc15e77b1059_5f4b7df96048c71ce8b6fb13140086c2 to hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fcd3cbae16ab4dbf8aaabc15e77b1059_5f4b7df96048c71ce8b6fb13140086c2 2024-12-05T23:22:09,296 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T23:22:09,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=189, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:22:09,300 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T23:22:09,301 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T23:22:09,302 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=189, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:22:09,302 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T23:22:09,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733440929302"}]},"ts":"9223372036854775807"} 2024-12-05T23:22:09,303 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T23:22:09,303 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5f4b7df96048c71ce8b6fb13140086c2, NAME => 'TestAcidGuarantees,,1733440901104.5f4b7df96048c71ce8b6fb13140086c2.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T23:22:09,303 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T23:22:09,303 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733440929303"}]},"ts":"9223372036854775807"} 2024-12-05T23:22:09,305 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T23:22:09,308 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=189, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T23:22:09,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-12-05T23:22:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33951 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T23:22:09,335 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-05T23:22:09,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241 (was 241), OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 538), ProcessCount=9 (was 9), AvailableMemoryMB=3419 (was 3473) 2024-12-05T23:22:09,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T23:22:09,346 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T23:22:09,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cbfcde7 to 127.0.0.1:49561 2024-12-05T23:22:09,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:09,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:22:09,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1364650780, stopped=false 2024-12-05T23:22:09,347 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9e5740704f6b,33951,1733440754171 2024-12-05T23:22:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T23:22:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T23:22:09,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T23:22:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:22:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:22:09,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T23:22:09,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T23:22:09,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:09,352 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9e5740704f6b,41841,1733440754996' ***** 2024-12-05T23:22:09,352 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T23:22:09,353 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:22:09,353 INFO [RS:0;9e5740704f6b:41841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:22:09,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T23:22:09,353 INFO [RS:0;9e5740704f6b:41841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:22:09,353 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(3579): Received CLOSE for 19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:22:09,353 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1224): stopping server 9e5740704f6b,41841,1733440754996 2024-12-05T23:22:09,353 DEBUG [RS:0;9e5740704f6b:41841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:09,354 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:22:09,354 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:22:09,354 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:22:09,354 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T23:22:09,354 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19c3e269a0945218bbef8f0e83928ba7, disabling compactions & flushes 2024-12-05T23:22:09,354 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:22:09,354 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:22:09,354 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. after waiting 0 ms 2024-12-05T23:22:09,354 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:22:09,354 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T23:22:09,354 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 19c3e269a0945218bbef8f0e83928ba7 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T23:22:09,354 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1603): Online Regions={19c3e269a0945218bbef8f0e83928ba7=hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:22:09,355 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19c3e269a0945218bbef8f0e83928ba7 2024-12-05T23:22:09,355 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:09,355 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:09,355 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:09,355 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:09,355 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:09,355 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-05T23:22:09,372 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7/.tmp/info/78e996c4d3c548178b78188884e81ac4 is 45, key is default/info:d/1733440759196/Put/seqid=0 2024-12-05T23:22:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742539_1715 (size=5037) 2024-12-05T23:22:09,376 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7/.tmp/info/78e996c4d3c548178b78188884e81ac4 2024-12-05T23:22:09,379 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/info/a23aac999c22431987aeaf6ccbda887d is 143, key is hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7./info:regioninfo/1733440759074/Put/seqid=0 2024-12-05T23:22:09,379 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7/.tmp/info/78e996c4d3c548178b78188884e81ac4 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7/info/78e996c4d3c548178b78188884e81ac4 2024-12-05T23:22:09,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742540_1716 (size=7725) 2024-12-05T23:22:09,383 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7/info/78e996c4d3c548178b78188884e81ac4, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T23:22:09,383 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 19c3e269a0945218bbef8f0e83928ba7 in 29ms, sequenceid=6, compaction requested=false 2024-12-05T23:22:09,386 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/namespace/19c3e269a0945218bbef8f0e83928ba7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T23:22:09,386 INFO [regionserver/9e5740704f6b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:09,386 INFO [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:22:09,386 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19c3e269a0945218bbef8f0e83928ba7: 2024-12-05T23:22:09,387 DEBUG [RS_CLOSE_REGION-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733440757842.19c3e269a0945218bbef8f0e83928ba7. 2024-12-05T23:22:09,555 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T23:22:09,755 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T23:22:09,782 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/info/a23aac999c22431987aeaf6ccbda887d 2024-12-05T23:22:09,801 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/rep_barrier/c2dee44a05ad44ff8117e8f0480bbaa7 is 102, key is TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019./rep_barrier:/1733440784848/DeleteFamily/seqid=0 2024-12-05T23:22:09,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742541_1717 (size=6025) 2024-12-05T23:22:09,955 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T23:22:10,004 INFO [regionserver/9e5740704f6b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:22:10,004 INFO [regionserver/9e5740704f6b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:22:10,156 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T23:22:10,205 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/rep_barrier/c2dee44a05ad44ff8117e8f0480bbaa7 2024-12-05T23:22:10,222 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/table/44111de371c14121af283686e16dfff2 is 96, key is TestAcidGuarantees,,1733440759439.78b985790178fef7ed6ce5d9c87b0019./table:/1733440784848/DeleteFamily/seqid=0 2024-12-05T23:22:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742542_1718 (size=5942) 2024-12-05T23:22:10,356 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T23:22:10,356 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:22:10,356 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T23:22:10,556 DEBUG [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T23:22:10,626 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/table/44111de371c14121af283686e16dfff2 2024-12-05T23:22:10,630 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/info/a23aac999c22431987aeaf6ccbda887d as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/info/a23aac999c22431987aeaf6ccbda887d 2024-12-05T23:22:10,633 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/info/a23aac999c22431987aeaf6ccbda887d, entries=22, sequenceid=93, filesize=7.5 K 2024-12-05T23:22:10,634 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/rep_barrier/c2dee44a05ad44ff8117e8f0480bbaa7 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/rep_barrier/c2dee44a05ad44ff8117e8f0480bbaa7 2024-12-05T23:22:10,637 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/rep_barrier/c2dee44a05ad44ff8117e8f0480bbaa7, entries=6, sequenceid=93, filesize=5.9 K 2024-12-05T23:22:10,638 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/.tmp/table/44111de371c14121af283686e16dfff2 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/table/44111de371c14121af283686e16dfff2 2024-12-05T23:22:10,641 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/table/44111de371c14121af283686e16dfff2, entries=9, sequenceid=93, filesize=5.8 K 2024-12-05T23:22:10,642 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=93, compaction requested=false 2024-12-05T23:22:10,646 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-05T23:22:10,647 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:10,647 INFO [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:10,647 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T23:22:10,647 DEBUG [RS_CLOSE_META-regionserver/9e5740704f6b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:10,756 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1250): stopping server 9e5740704f6b,41841,1733440754996; all regions closed. 2024-12-05T23:22:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741834_1010 (size=26050) 2024-12-05T23:22:10,762 DEBUG [RS:0;9e5740704f6b:41841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/oldWALs 2024-12-05T23:22:10,762 INFO [RS:0;9e5740704f6b:41841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9e5740704f6b%2C41841%2C1733440754996.meta:.meta(num 1733440757578) 2024-12-05T23:22:10,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741832_1008 (size=16092137) 2024-12-05T23:22:10,765 DEBUG [RS:0;9e5740704f6b:41841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/oldWALs 2024-12-05T23:22:10,765 INFO [RS:0;9e5740704f6b:41841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9e5740704f6b%2C41841%2C1733440754996:(num 1733440757097) 2024-12-05T23:22:10,765 DEBUG [RS:0;9e5740704f6b:41841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:10,765 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:10,765 INFO [RS:0;9e5740704f6b:41841 {}] hbase.ChoreService(370): Chore service for: regionserver/9e5740704f6b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:10,766 INFO [regionserver/9e5740704f6b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T23:22:10,766 INFO [RS:0;9e5740704f6b:41841 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41841 2024-12-05T23:22:10,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9e5740704f6b,41841,1733440754996 2024-12-05T23:22:10,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T23:22:10,770 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$358/0x00007f89ec8f3790@4603ee53 rejected from java.util.concurrent.ThreadPoolExecutor@30168f7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T23:22:10,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9e5740704f6b,41841,1733440754996] 2024-12-05T23:22:10,771 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9e5740704f6b,41841,1733440754996; numProcessing=1 2024-12-05T23:22:10,774 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9e5740704f6b,41841,1733440754996 already deleted, retry=false 2024-12-05T23:22:10,774 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9e5740704f6b,41841,1733440754996 expired; onlineServers=0 2024-12-05T23:22:10,774 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9e5740704f6b,33951,1733440754171' ***** 2024-12-05T23:22:10,774 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:22:10,774 DEBUG [M:0;9e5740704f6b:33951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b1f91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9e5740704f6b/172.17.0.2:0 2024-12-05T23:22:10,774 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HRegionServer(1224): stopping server 9e5740704f6b,33951,1733440754171 2024-12-05T23:22:10,774 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HRegionServer(1250): stopping server 9e5740704f6b,33951,1733440754171; all regions closed. 2024-12-05T23:22:10,774 DEBUG [M:0;9e5740704f6b:33951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:10,774 DEBUG [M:0;9e5740704f6b:33951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:22:10,774 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:22:10,774 DEBUG [M:0;9e5740704f6b:33951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:22:10,774 DEBUG [master/9e5740704f6b:0:becomeActiveMaster-HFileCleaner.large.0-1733440756749 {}] cleaner.HFileCleaner(306): Exit Thread[master/9e5740704f6b:0:becomeActiveMaster-HFileCleaner.large.0-1733440756749,5,FailOnTimeoutGroup] 2024-12-05T23:22:10,774 DEBUG [master/9e5740704f6b:0:becomeActiveMaster-HFileCleaner.small.0-1733440756752 {}] cleaner.HFileCleaner(306): Exit Thread[master/9e5740704f6b:0:becomeActiveMaster-HFileCleaner.small.0-1733440756752,5,FailOnTimeoutGroup] 2024-12-05T23:22:10,774 INFO [M:0;9e5740704f6b:33951 {}] hbase.ChoreService(370): Chore service for: master/9e5740704f6b:0 had [] on shutdown 2024-12-05T23:22:10,775 DEBUG [M:0;9e5740704f6b:33951 {}] master.HMaster(1733): Stopping service threads 2024-12-05T23:22:10,775 INFO [M:0;9e5740704f6b:33951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:22:10,775 ERROR [M:0;9e5740704f6b:33951 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1497896636) connection to localhost/127.0.0.1:43913 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43913,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-05T23:22:10,775 INFO [M:0;9e5740704f6b:33951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:22:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T23:22:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T23:22:10,775 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:22:10,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T23:22:10,776 DEBUG [M:0;9e5740704f6b:33951 {}] zookeeper.ZKUtil(347): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T23:22:10,776 WARN [M:0;9e5740704f6b:33951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:22:10,776 INFO [M:0;9e5740704f6b:33951 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T23:22:10,776 INFO [M:0;9e5740704f6b:33951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:22:10,776 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:10,776 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:10,776 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:10,776 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:10,776 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:10,776 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=809.38 KB heapSize=997.57 KB 2024-12-05T23:22:10,791 DEBUG [M:0;9e5740704f6b:33951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/449a5dd0777b482babcd595b3cbbbc42 is 82, key is hbase:meta,,1/info:regioninfo/1733440757733/Put/seqid=0 2024-12-05T23:22:10,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742543_1719 (size=5672) 2024-12-05T23:22:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:10,872 INFO [RS:0;9e5740704f6b:41841 {}] regionserver.HRegionServer(1307): Exiting; stopping=9e5740704f6b,41841,1733440754996; zookeeper connection closed. 2024-12-05T23:22:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x10184ecb8a10001, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:10,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52552b8e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52552b8e 2024-12-05T23:22:10,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:22:11,194 INFO [M:0;9e5740704f6b:33951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2323 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/449a5dd0777b482babcd595b3cbbbc42 2024-12-05T23:22:11,220 DEBUG [M:0;9e5740704f6b:33951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8340a62c61424f7789a1ac0fe75ac321 is 2284, key is \x00\x00\x00\x00\x00\x00\x00$/proc:d/1733440788006/Put/seqid=0 2024-12-05T23:22:11,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742544_1720 (size=46874) 2024-12-05T23:22:11,225 INFO [M:0;9e5740704f6b:33951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=808.83 KB at sequenceid=2323 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8340a62c61424f7789a1ac0fe75ac321 2024-12-05T23:22:11,228 INFO [M:0;9e5740704f6b:33951 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8340a62c61424f7789a1ac0fe75ac321 2024-12-05T23:22:11,249 DEBUG [M:0;9e5740704f6b:33951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db7b585d58784680a5e846010e3c6588 is 69, key is 9e5740704f6b,41841,1733440754996/rs:state/1733440756880/Put/seqid=0 2024-12-05T23:22:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073742545_1721 (size=5156) 2024-12-05T23:22:11,654 INFO [M:0;9e5740704f6b:33951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2323 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db7b585d58784680a5e846010e3c6588 2024-12-05T23:22:11,659 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/449a5dd0777b482babcd595b3cbbbc42 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/449a5dd0777b482babcd595b3cbbbc42 2024-12-05T23:22:11,663 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/449a5dd0777b482babcd595b3cbbbc42, entries=8, sequenceid=2323, filesize=5.5 K 2024-12-05T23:22:11,663 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8340a62c61424f7789a1ac0fe75ac321 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8340a62c61424f7789a1ac0fe75ac321 2024-12-05T23:22:11,667 INFO [M:0;9e5740704f6b:33951 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8340a62c61424f7789a1ac0fe75ac321 2024-12-05T23:22:11,667 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8340a62c61424f7789a1ac0fe75ac321, entries=189, sequenceid=2323, filesize=45.8 K 2024-12-05T23:22:11,668 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db7b585d58784680a5e846010e3c6588 as hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db7b585d58784680a5e846010e3c6588 2024-12-05T23:22:11,671 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43913/user/jenkins/test-data/20b4dd09-3eba-53a6-1094-23eb7e4113d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db7b585d58784680a5e846010e3c6588, entries=1, sequenceid=2323, filesize=5.0 K 2024-12-05T23:22:11,672 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(3040): Finished flush of dataSize ~809.38 KB/828808, heapSize ~997.27 KB/1021208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=2323, compaction requested=false 2024-12-05T23:22:11,680 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:11,680 DEBUG [M:0;9e5740704f6b:33951 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T23:22:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38567 is added to blk_1073741830_1006 (size=981082) 2024-12-05T23:22:11,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T23:22:11,687 INFO [M:0;9e5740704f6b:33951 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T23:22:11,687 INFO [M:0;9e5740704f6b:33951 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33951 2024-12-05T23:22:11,689 DEBUG [M:0;9e5740704f6b:33951 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9e5740704f6b,33951,1733440754171 already deleted, retry=false 2024-12-05T23:22:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:11,791 INFO [M:0;9e5740704f6b:33951 {}] regionserver.HRegionServer(1307): Exiting; stopping=9e5740704f6b,33951,1733440754171; zookeeper connection closed. 2024-12-05T23:22:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33951-0x10184ecb8a10000, quorum=127.0.0.1:49561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:11,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@405f8f74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:11,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10b53e23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:11,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:11,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f1c705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:11,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46545bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:11,808 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:22:11,808 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:22:11,808 WARN [BP-1908371410-172.17.0.2-1733440750010 heartbeating to localhost/127.0.0.1:43913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:22:11,808 WARN [BP-1908371410-172.17.0.2-1733440750010 heartbeating to localhost/127.0.0.1:43913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1908371410-172.17.0.2-1733440750010 (Datanode Uuid 4520b26c-d78d-4dfd-bf06-df51f94b394f) service to localhost/127.0.0.1:43913 2024-12-05T23:22:11,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb/dfs/data/data1/current/BP-1908371410-172.17.0.2-1733440750010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:11,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/cluster_7840c3ea-fa2b-c55f-1798-a3c0212426bb/dfs/data/data2/current/BP-1908371410-172.17.0.2-1733440750010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:11,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:22:11,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7145379e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:11,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72bfbbd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:11,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:11,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12453993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:11,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396e6ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd44ba14-f1c9-a934-b182-79a07e73632e/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:11,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:22:12,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down